CAMEL-10814: Camel Kafka Integration Example
Project: http://git-wip-us.apache.org/repos/asf/camel/repo Commit: http://git-wip-us.apache.org/repos/asf/camel/commit/bc639db8 Tree: http://git-wip-us.apache.org/repos/asf/camel/tree/bc639db8 Diff: http://git-wip-us.apache.org/repos/asf/camel/diff/bc639db8 Branch: refs/heads/master Commit: bc639db801129190649111e8c22f100285c888c9 Parents: 159979d Author: admin <[email protected]> Authored: Fri Feb 10 20:32:34 2017 +0530 Committer: Claus Ibsen <[email protected]> Committed: Sun Feb 12 09:22:03 2017 +0100 ---------------------------------------------------------------------- examples/camel-example-kafka/README.md | 67 ++++++ examples/camel-example-kafka/pom.xml | 97 +++++++++ .../example/kafka/MessageConsumerClient.java | 66 ++++++ .../example/kafka/MessagePublisherClient.java | 123 +++++++++++ .../camel/example/kafka/StringPartitioner.java | 79 ++++++++ .../src/main/resources/META-INF/LICENSE.txt | 203 +++++++++++++++++++ .../src/main/resources/META-INF/NOTICE.txt | 11 + .../src/main/resources/application.properties | 50 +++++ .../src/main/resources/log4j2.properties | 23 +++ 9 files changed, 719 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/README.md ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/README.md b/examples/camel-example-kafka/README.md new file mode 100644 index 0000000..39a5fee --- /dev/null +++ b/examples/camel-example-kafka/README.md @@ -0,0 +1,67 @@ +# Camel Kafka example + +### Introduction + +An example which shows how to integrate Camel with Kakfa. + +This example requires that Kafka Server is up and running. + +You will need to create following topics before you run the examples. + +bin\windows\kafka-topics.bat --create --zookeeper <zookeeper host ip>:<port> --replication-factor 1 --partitions 2 --topic TestLog +bin\windows\kafka-topics.bat --create --zookeeper <zookeeper host ip>:<port> --replication-factor 1 --partitions 1 --topic AccessLog + +This project consists of the following examples: + + + 1. Send messages continuously by typing on the command line. + 2. Example of partitioner for a given producer. + 3. Topic is sent in the header as well as in the URL. + + + +### Build + +You will need to compile this example first: + + mvn compile + +### Run + +1. Run the consumer first in separate shell + + mvn compile exec:java -Pkafka-consumer + + +2. Run the message producer in the seperate shell + + mvn compile exec:java -Pkafka-producer + + Initially, some messages are sent programmatically. + + On the command prompt, type the messages. Each line is sent as one message to kafka + + Type Ctrl-C to exit. + + + +### Configuration + +You can configure the details in the file: + `src/main/resources/application.properties` + +You can enable verbose logging by adjusting the `src/main/resources/log4j.properties` + file as documented in the file. + + +### Forum, Help, etc + +If you hit an problems please let us know on the Camel Forums + <http://camel.apache.org/discussion-forums.html> + +Please help us make Apache Camel better - we appreciate any feedback you may +have. Enjoy! + + + +The Camel riders! http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/pom.xml ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/pom.xml b/examples/camel-example-kafka/pom.xml new file mode 100644 index 0000000..18f4a26 --- /dev/null +++ b/examples/camel-example-kafka/pom.xml @@ -0,0 +1,97 @@ +<?xml version="1.0"?> +<!-- Licensed to the Apache Software Foundation (ASF) under one or more contributor + license agreements. See the NOTICE file distributed with this work for additional + information regarding copyright ownership. The ASF licenses this file to + You under the Apache License, Version 2.0 (the "License"); you may not use + this file except in compliance with the License. You may obtain a copy of + the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required + by applicable law or agreed to in writing, software distributed under the + License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS + OF ANY KIND, either express or implied. See the License for the specific + language governing permissions and limitations under the License. --> +<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" + xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> + + <modelVersion>4.0.0</modelVersion> + + <parent> + <groupId>org.apache.camel</groupId> + <artifactId>examples</artifactId> + <version>2.19.0-SNAPSHOT</version> + </parent> + + <artifactId>camel-example-kafka</artifactId> + <name>Camel :: Example :: Kafka</name> + <description>An example for Kafka </description> + + <dependencies> + + <dependency> + <groupId>org.apache.camel</groupId> + <artifactId>camel-core</artifactId> + </dependency> + + <dependency> + <groupId>org.apache.camel</groupId> + <artifactId>camel-kafka</artifactId> + </dependency> + + <dependency> + <groupId>org.apache.camel</groupId> + <artifactId>camel-stream</artifactId> + </dependency> + + + <!-- logging --> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-api</artifactId> + <version>2.7</version> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-core</artifactId> + <version>2.7</version> + </dependency> + <dependency> + <groupId>org.apache.logging.log4j</groupId> + <artifactId>log4j-slf4j-impl</artifactId> + <version>2.7</version> + </dependency> + </dependencies> + + <profiles> + + <profile> + <id>kafka-producer</id> + <properties> + <target.main.class>org.apache.camel.example.kafka.MessagePublisherClient</target.main.class> + </properties> + </profile> + + <profile> + <id>kafka-consumer</id> + <properties> + <target.main.class>org.apache.camel.example.kafka.MessageConsumerClient</target.main.class> + </properties> + </profile> + + + </profiles> + + <build> + <plugins> + <!-- Allows the example to be run via 'mvn compile exec:java' --> + <plugin> + <groupId>org.codehaus.mojo</groupId> + <artifactId>exec-maven-plugin</artifactId> + <configuration> + <mainClass>${target.main.class}</mainClass> + <includePluginDependencies>false</includePluginDependencies> + </configuration> + </plugin> + </plugins> + </build> + + +</project> http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessageConsumerClient.java ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessageConsumerClient.java b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessageConsumerClient.java new file mode 100644 index 0000000..47c2abb --- /dev/null +++ b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessageConsumerClient.java @@ -0,0 +1,66 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.camel.example.kafka; + +import org.apache.camel.CamelContext; +import org.apache.camel.builder.RouteBuilder; +import org.apache.camel.component.properties.PropertiesComponent; +import org.apache.camel.impl.DefaultCamelContext; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public final class MessageConsumerClient { + + private static final Logger LOG = LoggerFactory.getLogger(MessageConsumerClient.class); + + private MessageConsumerClient() { + } + + + public static void main(String[] args) throws Exception { + + LOG.info("About to run Kafka-camel integration..."); + + CamelContext camelContext = new DefaultCamelContext(); + + // Add route to send messages to Kafka + + camelContext.addRoutes(new RouteBuilder() { + public void configure() { + PropertiesComponent pc = getContext().getComponent("properties", PropertiesComponent.class); + pc.setLocation("classpath:application.properties"); + + log.info("About to start route: Kafka Server -> Log "); + + from("kafka:{{kafka.host}}:{{kafka.port}}?" + + "topic={{consumer.topic}}&" + + "maxPollRecords={{consumer.maxPollRecords}}&" + + "consumersCount={{consumer.consumersCount}}&" + + "seekToBeginning={{consumer.seekToBeginning}}&" + + "groupId={{consumer.group}}") + .routeId("FromKafka").log("${body}"); + } + }); + camelContext.start(); + + // let it run for 5 minutes before shutting down + Thread.sleep(5 * 60 * 1000); + + camelContext.stop(); + } + +} http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessagePublisherClient.java ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessagePublisherClient.java b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessagePublisherClient.java new file mode 100644 index 0000000..ee5bd9d --- /dev/null +++ b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/MessagePublisherClient.java @@ -0,0 +1,123 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.camel.example.kafka; + +import java.util.Calendar; +import java.util.HashMap; +import java.util.Map; + +import org.apache.camel.CamelContext; +import org.apache.camel.ProducerTemplate; +import org.apache.camel.builder.RouteBuilder; +import org.apache.camel.component.kafka.KafkaConstants; +import org.apache.camel.component.properties.PropertiesComponent; +import org.apache.camel.impl.DefaultCamelContext; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public final class MessagePublisherClient { + + private static final Logger LOG = LoggerFactory.getLogger(MessagePublisherClient.class); + + private MessagePublisherClient() { } + + public static void main(String[] args) throws Exception { + + LOG.info("About to run Kafka-camel integration..."); + + String testKafkaMessage = "Test Message from MessagePublisherClient " + Calendar.getInstance().getTime(); + + CamelContext camelContext = new DefaultCamelContext(); + + // Add route to send messages to Kafka + + camelContext.addRoutes(new RouteBuilder() { + public void configure() { + PropertiesComponent pc = getContext().getComponent("properties", PropertiesComponent.class); + pc.setLocation("classpath:application.properties"); + + from("direct:kafkaStart").routeId("DirectToKafka") + .to("kafka:{{kafka.host}}:{{kafka.port}}?topic={{producer.topic}}").log("${headers}"); // Topic + // and + // offset + // of + // the + // record + // is + // returned. + + // Topic can be set in header as well. + + from("direct:kafkaStartNoTopic").routeId("kafkaStartNoTopic").to("kafka:{{kafka.host}}:{{kafka.port}}") + .log("${headers}"); // Topic and offset of the record is + // returned. + + // Use custom partitioner based on the key. + + from("direct:kafkaStartWithPartitioner").routeId("kafkaStartWithPartitioner") + .to("kafka:{{kafka.host}}:{{kafka.port}}?topic={{producer.topic}}&partitioner={{producer.partitioner}}") + .log("${headers}"); // Use custom partitioner based on + // the key. + + // Takes input from the command line. + + from("stream:in").setHeader(KafkaConstants.PARTITION_KEY, simple("0")) + .setHeader(KafkaConstants.KEY, simple("1")).to("direct:kafkaStart"); + + } + + }); + + ProducerTemplate producerTemplate = camelContext.createProducerTemplate(); + camelContext.start(); + + Map<String, Object> headers = new HashMap<String, Object>(); + + headers.put(KafkaConstants.PARTITION_KEY, 0); + headers.put(KafkaConstants.KEY, "1"); + producerTemplate.sendBodyAndHeaders("direct:kafkaStart", testKafkaMessage, headers); + + // Send with topicName in header + + testKafkaMessage = "TOPIC " + testKafkaMessage; + headers.put(KafkaConstants.KEY, "2"); + headers.put(KafkaConstants.TOPIC, "TestLog"); + + producerTemplate.sendBodyAndHeaders("direct:kafkaStartNoTopic", testKafkaMessage, headers); + + testKafkaMessage = "PART 0 : " + testKafkaMessage; + Map<String, Object> newHeader = new HashMap<String, Object>(); + newHeader.put(KafkaConstants.KEY, "AB"); // This should go to partition + // 0 + + producerTemplate.sendBodyAndHeaders("direct:kafkaStartWithPartitioner", testKafkaMessage, newHeader); + + testKafkaMessage = "PART 1 : " + testKafkaMessage; + newHeader.put(KafkaConstants.KEY, "ABC"); // This should go to partition + // 1 + + producerTemplate.sendBodyAndHeaders("direct:kafkaStartWithPartitioner", testKafkaMessage, newHeader); + + LOG.info("Successfully published event to Kafka."); + System.out.println("Enter text on the line below : [Press Ctrl-C to exit.] "); + + Thread.sleep(5 * 60 * 1000); + + camelContext.stop(); + } + +} http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/StringPartitioner.java ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/StringPartitioner.java b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/StringPartitioner.java new file mode 100644 index 0000000..13d57aa --- /dev/null +++ b/examples/camel-example-kafka/src/main/java/org/apache/camel/example/kafka/StringPartitioner.java @@ -0,0 +1,79 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.camel.example.kafka; + +import java.util.Map; + +import org.apache.kafka.clients.producer.Partitioner; +import org.apache.kafka.common.Cluster; + +public class StringPartitioner implements Partitioner { + + /** + * + */ + public StringPartitioner() { + // TODO Auto-generated constructor stub + } + + /* + * (non-Javadoc) + * + * @see org.apache.kafka.common.Configurable#configure(java.util.Map) + */ + @Override + public void configure(Map<String, ?> configs) { + } + + /* + * (non-Javadoc) + * + * @see + * org.apache.kafka.clients.producer.Partitioner#partition(java.lang.String, + * java.lang.Object, byte[], java.lang.Object, byte[], + * org.apache.kafka.common.Cluster) + */ + @Override + public int partition(String topic, Object key, byte[] keyBytes, Object value, byte[] valueBytes, Cluster cluster) { + + int partId = 0; + + if (key != null && key instanceof String) { + + String sKey = (String) key; + + int len = sKey.length(); + + // This will return either 1 or zero + + partId = len % 2; + + } + + return partId; + } + + /* + * (non-Javadoc) + * + * @see org.apache.kafka.clients.producer.Partitioner#close() + */ + @Override + public void close() { + } + +} http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/resources/META-INF/LICENSE.txt ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/resources/META-INF/LICENSE.txt b/examples/camel-example-kafka/src/main/resources/META-INF/LICENSE.txt new file mode 100644 index 0000000..6b0b127 --- /dev/null +++ b/examples/camel-example-kafka/src/main/resources/META-INF/LICENSE.txt @@ -0,0 +1,203 @@ + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright [yyyy] [name of copyright owner] + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. + http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/resources/META-INF/NOTICE.txt ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/resources/META-INF/NOTICE.txt b/examples/camel-example-kafka/src/main/resources/META-INF/NOTICE.txt new file mode 100644 index 0000000..2e215bf --- /dev/null +++ b/examples/camel-example-kafka/src/main/resources/META-INF/NOTICE.txt @@ -0,0 +1,11 @@ + ========================================================================= + == NOTICE file corresponding to the section 4 d of == + == the Apache License, Version 2.0, == + == in this case for the Apache Camel distribution. == + ========================================================================= + + This product includes software developed by + The Apache Software Foundation (http://www.apache.org/). + + Please read the different LICENSE files present in the licenses directory of + this distribution. http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/resources/application.properties ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/resources/application.properties b/examples/camel-example-kafka/src/main/resources/application.properties new file mode 100644 index 0000000..1728337 --- /dev/null +++ b/examples/camel-example-kafka/src/main/resources/application.properties @@ -0,0 +1,50 @@ +## ------------------------------------------------------------------------ +## Licensed to the Apache Software Foundation (ASF) under one or more +## contributor license agreements. See the NOTICE file distributed with +## this work for additional information regarding copyright ownership. +## The ASF licenses this file to You under the Apache License, Version 2.0 +## (the "License"); you may not use this file except in compliance with +## the License. You may obtain a copy of the License at +## +## http://www.apache.org/licenses/LICENSE-2.0 +## +## Unless required by applicable law or agreed to in writing, software +## distributed under the License is distributed on an "AS IS" BASIS, +## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +## See the License for the specific language governing permissions and +## limitations under the License. +## ------------------------------------------------------------------------ + +## Modify value of kafka.host and kafka.port before running application + +kafka.host=localhost +kafka.port=9092 + + + +# Producer properties + +producer.topic=TestLog + +producer.partitioner=org.apache.camel.example.kafka.StringPartitioner + + +kafka.serializerClass=kafka.serializer.StringEncoder + +# Consumer properties + +# One consumer can listen to more than one topics.[ TestLog,AccessLog ] + +consumer.topic=TestLog + +consumer.group=kafkaGroup + +consumer.maxPollRecords=5000 + +# No of consumers that connect to Kafka server + +consumer.consumersCount=1 + +# Get records from the begining + +consumer.seekToBeginning=true http://git-wip-us.apache.org/repos/asf/camel/blob/bc639db8/examples/camel-example-kafka/src/main/resources/log4j2.properties ---------------------------------------------------------------------- diff --git a/examples/camel-example-kafka/src/main/resources/log4j2.properties b/examples/camel-example-kafka/src/main/resources/log4j2.properties new file mode 100644 index 0000000..2f2e68b --- /dev/null +++ b/examples/camel-example-kafka/src/main/resources/log4j2.properties @@ -0,0 +1,23 @@ +## --------------------------------------------------------------------------- +## Licensed to the Apache Software Foundation (ASF) under one or more +## contributor license agreements. See the NOTICE file distributed with +## this work for additional information regarding copyright ownership. +## The ASF licenses this file to You under the Apache License, Version 2.0 +## (the "License"); you may not use this file except in compliance with +## the License. You may obtain a copy of the License at +## +## http://www.apache.org/licenses/LICENSE-2.0 +## +## Unless required by applicable law or agreed to in writing, software +## distributed under the License is distributed on an "AS IS" BASIS, +## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +## See the License for the specific language governing permissions and +## limitations under the License. +## --------------------------------------------------------------------------- + +appender.out.type = Console +appender.out.name = out +appender.out.layout.type = PatternLayout +appender.out.layout.pattern = %d [%-15.15t] %-5p %-30.30c{1} - %m%n +rootLogger.level = INFO +rootLogger.appenderRef.out.ref = out
