crunch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jwi...@apache.org
Subject [crunch] 01/03: mostly kafka fixes; some jackson fixes
Date Fri, 15 Nov 2019 00:48:56 GMT
This is an automated email from the ASF dual-hosted git repository.

jwills pushed a commit to branch jwills_great_version_upgrade
in repository https://gitbox.apache.org/repos/asf/crunch.git

commit cd32244ec96a0f1ca21ebc765c4a45d0dee6e5cf
Author: Josh Wills <jwills@apache.org>
AuthorDate: Thu Nov 14 16:22:49 2019 -0800

    mostly kafka fixes; some jackson fixes
---
 crunch-core/pom.xml                                               | 5 +++++
 .../org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java     | 1 +
 pom.xml                                                           | 8 +++++++-
 3 files changed, 13 insertions(+), 1 deletion(-)

diff --git a/crunch-core/pom.xml b/crunch-core/pom.xml
index 26a0707..c356dce 100644
--- a/crunch-core/pom.xml
+++ b/crunch-core/pom.xml
@@ -50,6 +50,11 @@ under the License.
     </dependency>
 
     <dependency>
+      <groupId>com.thoughtworks.paranamer</groupId>
+      <artifactId>paranamer</artifactId>
+    </dependency>
+
+    <dependency>
       <groupId>org.javassist</groupId>
       <artifactId>javassist</artifactId>
     </dependency>
diff --git a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
index 13a4e2c..f3f2234 100644
--- a/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
+++ b/crunch-kafka/src/test/java/org/apache/crunch/kafka/utils/KafkaBrokerTestHarness.java
@@ -323,6 +323,7 @@ public class KafkaBrokerTestHarness extends ZookeeperTestHarness {
       props.setProperty("num.partitions", String.valueOf(PARTITIONS_PER_TOPIC));
       props.setProperty("default.replication.factor", String.valueOf(brokers));
       props.setProperty("auto.create.topics.enable", Boolean.FALSE.toString());
+      props.setProperty("offsets.topic.replication.factor", String.valueOf(brokers));
 
       props.putAll(baseProperties);
 
diff --git a/pom.xml b/pom.xml
index 9b8b526..447f756 100644
--- a/pom.xml
+++ b/pom.xml
@@ -92,7 +92,7 @@ under the License.
     <jackson.databind.version>2.6.1</jackson.databind.version>
     <protobuf-java.version>2.5.0</protobuf-java.version>
     <libthrift.version>0.8.0</libthrift.version>
-    <slf4j.version>1.6.1</slf4j.version>
+    <slf4j.version>1.7.25</slf4j.version>
     <log4j.version>1.2.15</log4j.version>
     <algebird.version>0.13.2</algebird.version>
     <junit.version>4.10</junit.version>
@@ -272,6 +272,12 @@ under the License.
       </dependency>
 
       <dependency>
+        <groupId>com.thoughtworks.paranamer</groupId>
+        <artifactId>paranamer</artifactId>
+        <version>2.8</version>
+      </dependency>
+
+      <dependency>
         <groupId>org.apache.parquet</groupId>
         <artifactId>parquet-avro</artifactId>
         <version>${parquet.version}</version>


Mime
View raw message