This is an automated email from the ASF dual-hosted git repository. sivabalan pushed a commit to branch release-0.5.3 in repository https://gitbox.apache.org/repos/asf/hudi.git
commit bd7060186f7165f01aa8508c3fd8c3c81b012a2f Author: vinoth chandar <[email protected]> AuthorDate: Tue Mar 17 12:52:48 2020 -0700 [HUDI-539] Make ROPathFilter conf member serializable (#1415) --- .../main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java index d879a2f..eb02a57 100644 --- a/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java +++ b/hudi-hadoop-mr/src/main/java/org/apache/hudi/hadoop/HoodieROTablePathFilter.java @@ -18,6 +18,7 @@ package org.apache.hudi.hadoop; +import org.apache.hudi.common.SerializableConfiguration; import org.apache.hudi.common.model.HoodieBaseFile; import org.apache.hudi.common.model.HoodiePartitionMetadata; import org.apache.hudi.common.table.HoodieTableMetaClient; @@ -66,7 +67,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { /** * Hadoop configurations for the FileSystem. */ - private Configuration conf; + private SerializableConfiguration conf; private transient FileSystem fs; @@ -77,7 +78,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { public HoodieROTablePathFilter(Configuration conf) { this.hoodiePathCache = new HashMap<>(); this.nonHoodiePathCache = new HashSet<>(); - this.conf = conf; + this.conf = new SerializableConfiguration(conf); } /** @@ -102,7 +103,7 @@ public class HoodieROTablePathFilter implements PathFilter, Serializable { Path folder = null; try { if (fs == null) { - fs = path.getFileSystem(conf); + fs = path.getFileSystem(conf.get()); } // Assumes path is a file
