This is an automated email from the ASF dual-hosted git repository. jwills pushed a commit to branch jwills_great_version_upgrade in repository https://gitbox.apache.org/repos/asf/crunch.git
commit cd32244ec96a0f1ca21ebc765c4a45d0dee6e5cf Author: Josh Wills <[email protected]> AuthorDate: Thu Nov 14 16:22:49 2019 -0800 mostly kafka fixes; some jackson fixes --- crunch-core/pom.xml | 5 +++++ .../org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java | 1 + pom.xml | 8 +++++++- 3 files changed, 13 insertions(+), 1 deletion(-) diff --git a/crunch-core/pom.xml b/crunch-core/pom.xml index 26a0707..c356dce 100644 --- a/crunch-core/pom.xml +++ b/crunch-core/pom.xml @@ -50,6 +50,11 @@ under the License. </dependency> <dependency> + <groupId>com.thoughtworks.paranamer</groupId> + <artifactId>paranamer</artifactId> + </dependency> + + <dependency> <groupId>org.javassist</groupId> <artifactId>javassist</artifactId> </dependency> diff --git a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java index 13a4e2c..f3f2234 100644 --- a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java +++ b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java @@ -323,6 +323,7 @@ public class KafkaBrokerTestHarness extends ZookeeperTestHarness { props.setProperty("num.partitions", String.valueOf(PARTITIONS_PER_TOPIC)); props.setProperty("default.replication.factor", String.valueOf(brokers)); props.setProperty("auto.create.topics.enable", Boolean.FALSE.toString()); + props.setProperty("offsets.topic.replication.factor", String.valueOf(brokers)); props.putAll(baseProperties); diff --git a/pom.xml b/pom.xml index 9b8b526..447f756 100644 --- a/pom.xml +++ b/pom.xml @@ -92,7 +92,7 @@ under the License. <jackson.databind.version>2.6.1</jackson.databind.version> <protobuf-java.version>2.5.0</protobuf-java.version> <libthrift.version>0.8.0</libthrift.version> - <slf4j.version>1.6.1</slf4j.version> + <slf4j.version>1.7.25</slf4j.version> <log4j.version>1.2.15</log4j.version> <algebird.version>0.13.2</algebird.version> <junit.version>4.10</junit.version> @@ -272,6 +272,12 @@ under the License. </dependency> <dependency> + <groupId>com.thoughtworks.paranamer</groupId> + <artifactId>paranamer</artifactId> + <version>2.8</version> + </dependency> + + <dependency> <groupId>org.apache.parquet</groupId> <artifactId>parquet-avro</artifactId> <version>${parquet.version}</version>
