Repository: apex-malhar Updated Branches: refs/heads/master 07869c829 -> fc234b1df
APEXMALHAR-2462 Fixed Checkstyle and Log4j Properties. Project: http://git-wip-us.apache.org/repos/asf/apex-malhar/repo Commit: http://git-wip-us.apache.org/repos/asf/apex-malhar/commit/fc234b1d Tree: http://git-wip-us.apache.org/repos/asf/apex-malhar/tree/fc234b1d Diff: http://git-wip-us.apache.org/repos/asf/apex-malhar/diff/fc234b1d Branch: refs/heads/master Commit: fc234b1df959e96e1ca97ee98d364d39c87bfaaa Parents: 9b99e0a Author: Apex Dev <[email protected]> Authored: Tue Apr 18 13:40:22 2017 -0700 Committer: Lakshmi Prasanna Velineni <[email protected]> Committed: Wed Jun 7 10:33:00 2017 -0700 ---------------------------------------------------------------------- examples/jdbc/pom.xml | 20 +++++++++ examples/jdbc/src/assemble/appPackage.xml | 20 +++++++++ .../examples/FileToJdbcApp/CustomParser.java | 26 ++++++------ .../apex/examples/FileToJdbcApp/FileReader.java | 23 +++++++++- .../FileToJdbcApp/FileToJdbcCsvParser.java | 30 ++++++++++--- .../FileToJdbcApp/FileToJdbcCustomParser.java | 37 ++++++++++++---- .../apex/examples/FileToJdbcApp/PojoEvent.java | 18 ++++++++ .../JdbcIngest/JdbcPollerApplication.java | 18 ++++++++ .../apex/examples/JdbcIngest/PojoEvent.java | 18 ++++++++ .../apex/examples/JdbcToJdbc/JdbcToJdbcApp.java | 2 +- .../apex/examples/JdbcToJdbc/PojoEvent.java | 18 ++++++++ .../META-INF/properties-FileToJdbcApp.xml | 20 +++++++++ .../META-INF/properties-JdbcToJdbcApp.xml | 20 +++++++++ .../META-INF/properties-PollJdbcToHDFSApp.xml | 20 +++++++++ .../META-INF/properties-SimpleJdbcToHDFSApp.xml | 20 +++++++++ .../examples/FileToJdbcApp/ApplicationTest.java | 44 +++++++++++++++----- .../examples/JdbcIngest/JdbcInputAppTest.java | 4 +- .../JdbcIngest/JdbcPollerApplicationTest.java | 22 +++++++++- .../examples/JdbcToJdbc/ApplicationTest.java | 17 +++++++- .../examples/JdbcToJdbc/JdbcOperatorTest.java | 7 ++-- .../resources/example-FileToJdbcApp-sql.txt | 8 ++++ .../test/resources/example-FileToJdbcApp.sql | 8 ---- .../test/resources/example-JdbcIngest-sql.txt | 24 +++++++++++ .../src/test/resources/example-JdbcIngest.sql | 24 ----------- .../test/resources/example-JdbcToJdbc-sql.txt | 36 ++++++++++++++++ .../src/test/resources/example-JdbcToJdbc.sql | 36 ---------------- .../jdbc/src/test/resources/log4j.properties | 21 ++++++++++ .../src/test/resources/test-FileToJdbcApp.xml | 20 +++++++++ 28 files changed, 464 insertions(+), 117 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/pom.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/pom.xml b/examples/jdbc/pom.xml index b697a68..b01028a 100644 --- a/examples/jdbc/pom.xml +++ b/examples/jdbc/pom.xml @@ -1,4 +1,24 @@ <?xml version="1.0" encoding="UTF-8"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <project xmlns="http://maven.apache.org/POM/4.0.0"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd";> <modelVersion>4.0.0</modelVersion> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/assemble/appPackage.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/assemble/appPackage.xml b/examples/jdbc/src/assemble/appPackage.xml index 7ad071c..a870807 100644 --- a/examples/jdbc/src/assemble/appPackage.xml +++ b/examples/jdbc/src/assemble/appPackage.xml @@ -1,3 +1,23 @@ +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <assembly xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"; xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"; xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd";> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/CustomParser.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/CustomParser.java b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/CustomParser.java index a22acc9..d5fc509 100755 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/CustomParser.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/CustomParser.java @@ -18,15 +18,14 @@ */ package org.apache.apex.examples.FileToJdbcApp; +import java.util.regex.Pattern; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; import com.datatorrent.api.Context.OperatorContext; import com.datatorrent.api.DefaultInputPort; import com.datatorrent.api.DefaultOutputPort; import com.datatorrent.api.annotation.OutputPortFieldAnnotation; import com.datatorrent.common.util.BaseOperator; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - -import java.util.regex.Pattern; // parse input line into pojo event public class CustomParser extends BaseOperator @@ -42,12 +41,11 @@ public class CustomParser extends BaseOperator @OutputPortFieldAnnotation(optional = false) public final transient DefaultOutputPort<PojoEvent> output = new DefaultOutputPort<>(); - public final transient DefaultInputPort<String> - input = new DefaultInputPort<String>() { - - @Override - public void process(String line) - { + public final transient DefaultInputPort<String> input = new DefaultInputPort<String>() + { + @Override + public void process(String line) + { // use custom regex to split line into words final String[] words = regexPattern.split(line); @@ -70,14 +68,16 @@ public class CustomParser extends BaseOperator pojo.setAmount(0); } output.emit(pojo); - } + } }; - public String getRegexStr() { + public String getRegexStr() + { return this.regexStr; } - public void setRegexStr(String regex) { + public void setRegexStr(String regex) + { this.regexStr = regex; } http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileReader.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileReader.java b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileReader.java index 4065a5f..89515f7 100755 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileReader.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileReader.java @@ -1,10 +1,29 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.FileToJdbcApp; -import com.datatorrent.api.DefaultOutputPort; import org.apache.apex.malhar.lib.fs.LineByLineFileInputOperator; -public class FileReader extends LineByLineFileInputOperator{ +import com.datatorrent.api.DefaultOutputPort; +public class FileReader extends LineByLineFileInputOperator +{ /** * output in bytes to match CsvParser input type */ http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCsvParser.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCsvParser.java b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCsvParser.java index d60b275..be1db6b 100755 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCsvParser.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCsvParser.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.FileToJdbcApp; import java.util.List; @@ -19,10 +37,11 @@ import static java.sql.Types.INTEGER; import static java.sql.Types.VARCHAR; @ApplicationAnnotation(name = "FileToJdbcCsvParser") -public class FileToJdbcCsvParser implements StreamingApplication{ - +public class FileToJdbcCsvParser implements StreamingApplication +{ @Override - public void populateDAG(DAG dag, Configuration configuration) { + public void populateDAG(DAG dag, Configuration configuration) + { // create operators FileReader fileReader = dag.addOperator("FileReader", FileReader.class); CsvParser csvParser = dag.addOperator("CsvParser", CsvParser.class); @@ -45,9 +64,10 @@ public class FileToJdbcCsvParser implements StreamingApplication{ * This method can be modified to have field mappings based on used defined * class */ - private List<JdbcFieldInfo> addFieldInfos() { + private List<JdbcFieldInfo> addFieldInfos() + { List<JdbcFieldInfo> fieldInfos = Lists.newArrayList(); - fieldInfos.add(new JdbcFieldInfo("ACCOUNT_NO", "accountNumber", JdbcFieldInfo.SupportType.INTEGER , INTEGER)); + fieldInfos.add(new JdbcFieldInfo("ACCOUNT_NO", "accountNumber", JdbcFieldInfo.SupportType.INTEGER, INTEGER)); fieldInfos.add(new JdbcFieldInfo("NAME", "name", JdbcFieldInfo.SupportType.STRING, VARCHAR)); fieldInfos.add(new JdbcFieldInfo("AMOUNT", "amount", JdbcFieldInfo.SupportType.INTEGER, INTEGER)); return fieldInfos; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCustomParser.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCustomParser.java b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCustomParser.java index 42d1d23..037ca51 100755 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCustomParser.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/FileToJdbcCustomParser.java @@ -1,24 +1,45 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.FileToJdbcApp; +import java.util.List; + +import org.apache.hadoop.conf.Configuration; + +import com.google.common.collect.Lists; + import com.datatorrent.api.DAG; import com.datatorrent.api.StreamingApplication; import com.datatorrent.api.annotation.ApplicationAnnotation; import com.datatorrent.lib.db.jdbc.JdbcFieldInfo; import com.datatorrent.lib.db.jdbc.JdbcPOJOInsertOutputOperator; import com.datatorrent.lib.db.jdbc.JdbcTransactionalStore; -import com.google.common.collect.Lists; -import org.apache.hadoop.conf.Configuration; - -import java.util.List; import static java.sql.Types.INTEGER; import static java.sql.Types.VARCHAR; @ApplicationAnnotation(name = "FileToJdbcCustomParser") -public class FileToJdbcCustomParser implements StreamingApplication{ - +public class FileToJdbcCustomParser implements StreamingApplication +{ @Override - public void populateDAG(DAG dag, Configuration configuration) { + public void populateDAG(DAG dag, Configuration configuration) + { // create operators FileReader fileReader = dag.addOperator("FileReader", FileReader.class); CustomParser customParser = dag.addOperator("CustomParser", CustomParser.class); @@ -41,7 +62,7 @@ public class FileToJdbcCustomParser implements StreamingApplication{ private List<JdbcFieldInfo> addFieldInfos() { List<JdbcFieldInfo> fieldInfos = Lists.newArrayList(); - fieldInfos.add(new JdbcFieldInfo("ACCOUNT_NO", "accountNumber", JdbcFieldInfo.SupportType.INTEGER , INTEGER)); + fieldInfos.add(new JdbcFieldInfo("ACCOUNT_NO", "accountNumber", JdbcFieldInfo.SupportType.INTEGER, INTEGER)); fieldInfos.add(new JdbcFieldInfo("NAME", "name", JdbcFieldInfo.SupportType.STRING, VARCHAR)); fieldInfos.add(new JdbcFieldInfo("AMOUNT", "amount", JdbcFieldInfo.SupportType.INTEGER, INTEGER)); return fieldInfos; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/PojoEvent.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/PojoEvent.java b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/PojoEvent.java index 6de9274..2ce2d9f 100755 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/PojoEvent.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/FileToJdbcApp/PojoEvent.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.FileToJdbcApp; public class PojoEvent http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplication.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplication.java b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplication.java index de47ef4..4f351ef 100644 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplication.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplication.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.JdbcIngest; import java.util.List; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/PojoEvent.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/PojoEvent.java b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/PojoEvent.java index be366b6..5a66464 100644 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/PojoEvent.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcIngest/PojoEvent.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.JdbcIngest; public class PojoEvent http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/JdbcToJdbcApp.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/JdbcToJdbcApp.java b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/JdbcToJdbcApp.java index e85e4af..53a41ea 100644 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/JdbcToJdbcApp.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/JdbcToJdbcApp.java @@ -84,7 +84,7 @@ public class JdbcToJdbcApp implements StreamingApplication fieldInfos.add(new com.datatorrent.lib.db.jdbc.JdbcFieldInfo("AMOUNT", "amount", SupportType.INTEGER,0)); return fieldInfos; } - + /** * This method can be modified to have field mappings based on used defined * class http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/PojoEvent.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/PojoEvent.java b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/PojoEvent.java index 0abf74d..f40d930 100644 --- a/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/PojoEvent.java +++ b/examples/jdbc/src/main/java/org/apache/apex/examples/JdbcToJdbc/PojoEvent.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.JdbcToJdbc; public class PojoEvent http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/resources/META-INF/properties-FileToJdbcApp.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/resources/META-INF/properties-FileToJdbcApp.xml b/examples/jdbc/src/main/resources/META-INF/properties-FileToJdbcApp.xml index 29b911b..53374fc 100755 --- a/examples/jdbc/src/main/resources/META-INF/properties-FileToJdbcApp.xml +++ b/examples/jdbc/src/main/resources/META-INF/properties-FileToJdbcApp.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <property> <name>dt.operator.JdbcOutput.prop.store.databaseDriver</name> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/resources/META-INF/properties-JdbcToJdbcApp.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/resources/META-INF/properties-JdbcToJdbcApp.xml b/examples/jdbc/src/main/resources/META-INF/properties-JdbcToJdbcApp.xml index d9199c6..b32f8cc 100644 --- a/examples/jdbc/src/main/resources/META-INF/properties-JdbcToJdbcApp.xml +++ b/examples/jdbc/src/main/resources/META-INF/properties-JdbcToJdbcApp.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <!-- <property> <name>dt.application.{appName}.operator.{opName}.prop.{propName}</name> <value>some-default-value (if value is not specified, it is required from http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/resources/META-INF/properties-PollJdbcToHDFSApp.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/resources/META-INF/properties-PollJdbcToHDFSApp.xml b/examples/jdbc/src/main/resources/META-INF/properties-PollJdbcToHDFSApp.xml index b67f845..c75c7b6 100644 --- a/examples/jdbc/src/main/resources/META-INF/properties-PollJdbcToHDFSApp.xml +++ b/examples/jdbc/src/main/resources/META-INF/properties-PollJdbcToHDFSApp.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <!-- Static partitioning, specify the partition count, this decides how many ranges would be initiated --> http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/main/resources/META-INF/properties-SimpleJdbcToHDFSApp.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/main/resources/META-INF/properties-SimpleJdbcToHDFSApp.xml b/examples/jdbc/src/main/resources/META-INF/properties-SimpleJdbcToHDFSApp.xml index 589dbcd..a57dcf7 100644 --- a/examples/jdbc/src/main/resources/META-INF/properties-SimpleJdbcToHDFSApp.xml +++ b/examples/jdbc/src/main/resources/META-INF/properties-SimpleJdbcToHDFSApp.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <!-- <property> <name>dt.application.{appName}.operator.{opName}.prop.{propName}</name> <value>some-default-value (if value is not specified, it is required from http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/java/org/apache/apex/examples/FileToJdbcApp/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/java/org/apache/apex/examples/FileToJdbcApp/ApplicationTest.java b/examples/jdbc/src/test/java/org/apache/apex/examples/FileToJdbcApp/ApplicationTest.java index 3024836..8fe0f41 100755 --- a/examples/jdbc/src/test/java/org/apache/apex/examples/FileToJdbcApp/ApplicationTest.java +++ b/examples/jdbc/src/test/java/org/apache/apex/examples/FileToJdbcApp/ApplicationTest.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.FileToJdbcApp; import java.io.File; @@ -25,13 +43,15 @@ import com.datatorrent.netlet.util.DTThrowable; * The assumption to run this test case is that test_jdbc_table * and meta-table are created already. */ -public class ApplicationTest { +public class ApplicationTest +{ private static final String DB_DRIVER = "org.hsqldb.jdbcDriver"; private static final String DB_URL = "jdbc:hsqldb:mem:test;sql.syntax_mys=true"; private static final String TABLE_NAME = "test_jdbc_table"; @BeforeClass - public static void setup() { + public static void setup() + { try { Class.forName(DB_DRIVER).newInstance(); @@ -39,16 +59,16 @@ public class ApplicationTest { Statement stmt = con.createStatement(); String createMetaTable = "CREATE TABLE IF NOT EXISTS " + JdbcTransactionalStore.DEFAULT_META_TABLE + " ( " - + JdbcTransactionalStore.DEFAULT_APP_ID_COL + " VARCHAR(100) NOT NULL, " - + JdbcTransactionalStore.DEFAULT_OPERATOR_ID_COL + " INT NOT NULL, " - + JdbcTransactionalStore.DEFAULT_WINDOW_COL + " BIGINT NOT NULL, " - + "UNIQUE (" + JdbcTransactionalStore.DEFAULT_APP_ID_COL + ", " - + JdbcTransactionalStore.DEFAULT_OPERATOR_ID_COL + ", " + JdbcTransactionalStore.DEFAULT_WINDOW_COL + ") " - + ")"; + + JdbcTransactionalStore.DEFAULT_APP_ID_COL + " VARCHAR(100) NOT NULL, " + + JdbcTransactionalStore.DEFAULT_OPERATOR_ID_COL + " INT NOT NULL, " + + JdbcTransactionalStore.DEFAULT_WINDOW_COL + " BIGINT NOT NULL, " + + "UNIQUE (" + JdbcTransactionalStore.DEFAULT_APP_ID_COL + ", " + + JdbcTransactionalStore.DEFAULT_OPERATOR_ID_COL + ", " + JdbcTransactionalStore.DEFAULT_WINDOW_COL + ") " + + ")"; stmt.executeUpdate(createMetaTable); String createTable = "CREATE TABLE IF NOT EXISTS " + TABLE_NAME - + " (ACCOUNT_NO INTEGER, NAME VARCHAR(255),AMOUNT INTEGER)"; + + " (ACCOUNT_NO INTEGER, NAME VARCHAR(255),AMOUNT INTEGER)"; stmt.executeUpdate(createTable); } catch (Throwable e) { @@ -85,7 +105,8 @@ public class ApplicationTest { } @Test - public void testCsvParserApp() throws IOException, Exception { + public void testCsvParserApp() throws IOException, Exception + { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); @@ -107,7 +128,8 @@ public class ApplicationTest { } @Test - public void testCustomParserApp() throws IOException, Exception { + public void testCustomParserApp() throws IOException, Exception + { try { LocalMode lma = LocalMode.newInstance(); Configuration conf = new Configuration(false); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcInputAppTest.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcInputAppTest.java b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcInputAppTest.java index 574534f..6011030 100644 --- a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcInputAppTest.java +++ b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcInputAppTest.java @@ -123,10 +123,10 @@ public class JdbcInputAppTest LocalMode.Controller lc = lma.getController(); lc.runAsync(); - // wait for output files to roll + // wait for output files to roll Thread.sleep(5000); - String[] extensions = { "dat.0", "tmp" }; + String[] extensions = {"dat.0","tmp"}; Collection<File> list = FileUtils.listFiles(new File(FILE_NAME), extensions, false); Assert.assertEquals("Records in file", 10, FileUtils.readLines(list.iterator().next()).size()); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplicationTest.java b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplicationTest.java index 91c8f27..95ead8b 100644 --- a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplicationTest.java +++ b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcIngest/JdbcPollerApplicationTest.java @@ -1,3 +1,21 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ package org.apache.apex.examples.JdbcIngest; import java.io.File; @@ -111,10 +129,10 @@ public class JdbcPollerApplicationTest LocalMode.Controller lc = lma.getController(); lc.runAsync(); - // wait for output files to roll + // wait for output files to roll Thread.sleep(45000); - String[] extensions = { "dat.0", "tmp" }; + String[] extensions = {"dat.0","tmp"}; Collection<File> list = FileUtils.listFiles(new File(OUTPUT_DIR_NAME), extensions, false); int recordsCount = 0; for (File file : list) { http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/ApplicationTest.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/ApplicationTest.java b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/ApplicationTest.java index 79c7235..010a641 100644 --- a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/ApplicationTest.java +++ b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/ApplicationTest.java @@ -1,5 +1,20 @@ /** - * Put your copyright and license info here. + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. */ package org.apache.apex.examples.JdbcToJdbc; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/JdbcOperatorTest.java ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/JdbcOperatorTest.java b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/JdbcOperatorTest.java index 4ecc52d..c3fe32f 100644 --- a/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/JdbcOperatorTest.java +++ b/examples/jdbc/src/test/java/org/apache/apex/examples/JdbcToJdbc/JdbcOperatorTest.java @@ -58,7 +58,7 @@ public class JdbcOperatorTest } catch (Exception e) { throw new RuntimeException(e); } - + try { Class.forName(DB_DRIVER).newInstance(); @@ -71,8 +71,7 @@ public class JdbcOperatorTest + JdbcTransactionalStore.DEFAULT_WINDOW_COL + " BIGINT NOT NULL, " + "UNIQUE (" + JdbcTransactionalStore.DEFAULT_APP_ID_COL + ", " + JdbcTransactionalStore.DEFAULT_OPERATOR_ID_COL + ", " + JdbcTransactionalStore.DEFAULT_WINDOW_COL + ") " + ")"; - - System.out.println(createMetaTable); + stmt.executeUpdate(createMetaTable); String createTable = "CREATE TABLE " + TABLE_NAME @@ -147,7 +146,7 @@ public class JdbcOperatorTest LocalMode.Controller lc = lma.getController(); lc.runAsync(); - // wait for records to be added to table + // wait for records to be added to table Thread.sleep(5000); Assert.assertEquals("Events in store", 10, getNumOfEventsInStore()); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-FileToJdbcApp-sql.txt ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-FileToJdbcApp-sql.txt b/examples/jdbc/src/test/resources/example-FileToJdbcApp-sql.txt new file mode 100644 index 0000000..4461247 --- /dev/null +++ b/examples/jdbc/src/test/resources/example-FileToJdbcApp-sql.txt @@ -0,0 +1,8 @@ +CREATE DATABASE IF NOT EXISTS testJdbc; + +USE testJdbc; + +CREATE TABLE IF NOT EXISTS `test_jdbc_table` ( + `ACCOUNT_NO` int(11) NOT NULL, + `NAME` varchar(255), + `AMOUNT` int(11)); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-FileToJdbcApp.sql ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-FileToJdbcApp.sql b/examples/jdbc/src/test/resources/example-FileToJdbcApp.sql deleted file mode 100644 index 4461247..0000000 --- a/examples/jdbc/src/test/resources/example-FileToJdbcApp.sql +++ /dev/null @@ -1,8 +0,0 @@ -CREATE DATABASE IF NOT EXISTS testJdbc; - -USE testJdbc; - -CREATE TABLE IF NOT EXISTS `test_jdbc_table` ( - `ACCOUNT_NO` int(11) NOT NULL, - `NAME` varchar(255), - `AMOUNT` int(11)); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-JdbcIngest-sql.txt ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-JdbcIngest-sql.txt b/examples/jdbc/src/test/resources/example-JdbcIngest-sql.txt new file mode 100644 index 0000000..531c659 --- /dev/null +++ b/examples/jdbc/src/test/resources/example-JdbcIngest-sql.txt @@ -0,0 +1,24 @@ +DROP DATABASE IF EXISTS testDev; + +CREATE DATABASE testDev; + +USE testDev; + +CREATE TABLE IF NOT EXISTS `test_event_table` ( + `ACCOUNT_NO` int(11) NOT NULL, + `NAME` varchar(255) DEFAULT NULL, + `AMOUNT` int(11) DEFAULT NULL, + primary key(`ACCOUNT_NO`) +) ENGINE=MyISAM DEFAULT CHARSET=latin1; + +INSERT INTO `test_event_table` (`ACCOUNT_NO`, `NAME`, `AMOUNT`) VALUES +(1, 'User1', 1000), +(2, 'User2', 2000), +(3, 'User3', 3000), +(4, 'User4', 4000), +(5, 'User5', 5000), +(6, 'User6', 6000), +(7, 'User7', 7000), +(8, 'User8', 8000), +(9, 'User9', 9000), +(10, 'User10', 1000); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-JdbcIngest.sql ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-JdbcIngest.sql b/examples/jdbc/src/test/resources/example-JdbcIngest.sql deleted file mode 100644 index 531c659..0000000 --- a/examples/jdbc/src/test/resources/example-JdbcIngest.sql +++ /dev/null @@ -1,24 +0,0 @@ -DROP DATABASE IF EXISTS testDev; - -CREATE DATABASE testDev; - -USE testDev; - -CREATE TABLE IF NOT EXISTS `test_event_table` ( - `ACCOUNT_NO` int(11) NOT NULL, - `NAME` varchar(255) DEFAULT NULL, - `AMOUNT` int(11) DEFAULT NULL, - primary key(`ACCOUNT_NO`) -) ENGINE=MyISAM DEFAULT CHARSET=latin1; - -INSERT INTO `test_event_table` (`ACCOUNT_NO`, `NAME`, `AMOUNT`) VALUES -(1, 'User1', 1000), -(2, 'User2', 2000), -(3, 'User3', 3000), -(4, 'User4', 4000), -(5, 'User5', 5000), -(6, 'User6', 6000), -(7, 'User7', 7000), -(8, 'User8', 8000), -(9, 'User9', 9000), -(10, 'User10', 1000); http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-JdbcToJdbc-sql.txt ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-JdbcToJdbc-sql.txt b/examples/jdbc/src/test/resources/example-JdbcToJdbc-sql.txt new file mode 100644 index 0000000..104240c --- /dev/null +++ b/examples/jdbc/src/test/resources/example-JdbcToJdbc-sql.txt @@ -0,0 +1,36 @@ +DROP DATABASE IF EXISTS testDev; + +CREATE DATABASE testDev; + +USE testDev; + +CREATE TABLE IF NOT EXISTS `test_event_table` ( + `ACCOUNT_NO` int(11) NOT NULL, + `NAME` varchar(255) DEFAULT NULL, + `AMOUNT` int(11) DEFAULT NULL +) ENGINE=MyISAM DEFAULT CHARSET=latin1; + +INSERT INTO `test_event_table` (`ACCOUNT_NO`, `NAME`, `AMOUNT`) VALUES +(1, 'User1', 1000), +(2, 'User2', 2000), +(3, 'User3', 3000), +(4, 'User4', 4000), +(5, 'User5', 5000), +(6, 'User6', 6000), +(7, 'User7', 7000), +(8, 'User8', 8000), +(9, 'User9', 9000), +(10, 'User10', 1000); + +CREATE TABLE IF NOT EXISTS `test_output_event_table` ( + `ACCOUNT_NO` int(11) NOT NULL, + `NAME` varchar(255) DEFAULT NULL, + `AMOUNT` int(11) DEFAULT NULL +) ENGINE=MyISAM DEFAULT CHARSET=latin1; + +CREATE TABLE IF NOT EXISTS `dt_meta` ( + `dt_app_id` VARCHAR(100) NOT NULL, + `dt_operator_id` INT NOT NULL, + `dt_window` BIGINT NOT NULL, +UNIQUE (`dt_app_id`, `dt_operator_id`, `dt_window`) +) ENGINE=MyISAM DEFAULT CHARSET=latin1; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/example-JdbcToJdbc.sql ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/example-JdbcToJdbc.sql b/examples/jdbc/src/test/resources/example-JdbcToJdbc.sql deleted file mode 100644 index 104240c..0000000 --- a/examples/jdbc/src/test/resources/example-JdbcToJdbc.sql +++ /dev/null @@ -1,36 +0,0 @@ -DROP DATABASE IF EXISTS testDev; - -CREATE DATABASE testDev; - -USE testDev; - -CREATE TABLE IF NOT EXISTS `test_event_table` ( - `ACCOUNT_NO` int(11) NOT NULL, - `NAME` varchar(255) DEFAULT NULL, - `AMOUNT` int(11) DEFAULT NULL -) ENGINE=MyISAM DEFAULT CHARSET=latin1; - -INSERT INTO `test_event_table` (`ACCOUNT_NO`, `NAME`, `AMOUNT`) VALUES -(1, 'User1', 1000), -(2, 'User2', 2000), -(3, 'User3', 3000), -(4, 'User4', 4000), -(5, 'User5', 5000), -(6, 'User6', 6000), -(7, 'User7', 7000), -(8, 'User8', 8000), -(9, 'User9', 9000), -(10, 'User10', 1000); - -CREATE TABLE IF NOT EXISTS `test_output_event_table` ( - `ACCOUNT_NO` int(11) NOT NULL, - `NAME` varchar(255) DEFAULT NULL, - `AMOUNT` int(11) DEFAULT NULL -) ENGINE=MyISAM DEFAULT CHARSET=latin1; - -CREATE TABLE IF NOT EXISTS `dt_meta` ( - `dt_app_id` VARCHAR(100) NOT NULL, - `dt_operator_id` INT NOT NULL, - `dt_window` BIGINT NOT NULL, -UNIQUE (`dt_app_id`, `dt_operator_id`, `dt_window`) -) ENGINE=MyISAM DEFAULT CHARSET=latin1; http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/log4j.properties ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/log4j.properties b/examples/jdbc/src/test/resources/log4j.properties index 3bfcdc5..0a1b8cb 100644 --- a/examples/jdbc/src/test/resources/log4j.properties +++ b/examples/jdbc/src/test/resources/log4j.properties @@ -1,8 +1,29 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# + log4j.rootLogger=DEBUG,CONSOLE log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout log4j.appender.CONSOLE.layout.ConversionPattern=%d{ISO8601} [%t] %-5p %c{2} %M - %m%n +log4j.appender.CONSOLE.threshold=${test.log.console.threshold} +test.log.console.threshold=WARN log4j.appender.RFA=org.apache.log4j.RollingFileAppender log4j.appender.RFA.layout=org.apache.log4j.PatternLayout http://git-wip-us.apache.org/repos/asf/apex-malhar/blob/fc234b1d/examples/jdbc/src/test/resources/test-FileToJdbcApp.xml ---------------------------------------------------------------------- diff --git a/examples/jdbc/src/test/resources/test-FileToJdbcApp.xml b/examples/jdbc/src/test/resources/test-FileToJdbcApp.xml index 477cdbf..11bd9ae 100755 --- a/examples/jdbc/src/test/resources/test-FileToJdbcApp.xml +++ b/examples/jdbc/src/test/resources/test-FileToJdbcApp.xml @@ -1,4 +1,24 @@ <?xml version="1.0"?> +<!-- + + Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. + +--> <configuration> <property> <name>dt.operator.JdbcOutput.prop.store.databaseDriver</name>
