[CARBONDATA-1834] when running insert overwrite task and parallely executing select query task throwing FileNotFoundException so we modify the log message
This closes #1739 Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/c5e72a4c Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/c5e72a4c Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/c5e72a4c Branch: refs/heads/branch-1.3 Commit: c5e72a4c9d1304283cea6b68a10173dea3a8102c Parents: 73d516c Author: kushalsaha <[email protected]> Authored: Fri Dec 29 11:29:17 2017 +0530 Committer: Jacky Li <[email protected]> Committed: Fri Dec 29 22:11:23 2017 +0800 ---------------------------------------------------------------------- .../VectorizedCarbonRecordReader.java | 18 +++++++++++++++++- 1 file changed, 17 insertions(+), 1 deletion(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/carbondata/blob/c5e72a4c/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java ---------------------------------------------------------------------- diff --git a/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java b/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java index eba0787..5d927df 100644 --- a/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java +++ b/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java @@ -23,6 +23,8 @@ import java.util.ArrayList; import java.util.List; import java.util.Map; +import org.apache.carbondata.common.logging.LogService; +import org.apache.carbondata.common.logging.LogServiceFactory; import org.apache.carbondata.core.cache.dictionary.Dictionary; import org.apache.carbondata.core.datastore.block.TableBlockInfo; import org.apache.carbondata.core.keygenerator.directdictionary.DirectDictionaryGenerator; @@ -60,6 +62,9 @@ import org.apache.spark.sql.types.StructType; */ class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { + private static final LogService LOGGER = + LogServiceFactory.getLogService(VectorizedCarbonRecordReader.class.getName()); + private int batchIdx = 0; private int numBatched = 0; @@ -121,11 +126,22 @@ class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> { while (ext != null) { if (ext instanceof FileNotFoundException) { throw new InterruptedException( - e.getMessage() + ". insert overwrite may be in progress.Please check"); + "Insert overwrite may be in progress.Please check " + e.getMessage()); } ext = ext.getCause(); } throw new InterruptedException(e.getMessage()); + } catch (Exception e) { + Throwable ext = e; + while (ext != null) { + if (ext instanceof FileNotFoundException) { + LOGGER.error(e); + throw new InterruptedException( + "Insert overwrite may be in progress.Please check " + e.getMessage()); + } + ext = ext.getCause(); + } + throw e; } }
