carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipes...@apache.org
Subject [06/50] [abbrv] carbondata git commit: [CARBONDATA-1834] when running insert overwrite task and parallely executing select query task throwing FileNotFoundException so we modify the log message
Date Tue, 09 Jan 2018 04:01:34 GMT
[CARBONDATA-1834] when running insert overwrite task and parallely executing select query task
throwing FileNotFoundException so we modify the log message

This closes #1739


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/c5e72a4c
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/c5e72a4c
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/c5e72a4c

Branch: refs/heads/branch-1.3
Commit: c5e72a4c9d1304283cea6b68a10173dea3a8102c
Parents: 73d516c
Author: kushalsaha <kushalsaha1988@gmail.com>
Authored: Fri Dec 29 11:29:17 2017 +0530
Committer: Jacky Li <jacky.likun@qq.com>
Committed: Fri Dec 29 22:11:23 2017 +0800

----------------------------------------------------------------------
 .../VectorizedCarbonRecordReader.java             | 18 +++++++++++++++++-
 1 file changed, 17 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/carbondata/blob/c5e72a4c/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
----------------------------------------------------------------------
diff --git a/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
b/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
index eba0787..5d927df 100644
--- a/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
+++ b/integration/spark2/src/main/java/org/apache/carbondata/spark/vectorreader/VectorizedCarbonRecordReader.java
@@ -23,6 +23,8 @@ import java.util.ArrayList;
 import java.util.List;
 import java.util.Map;
 
+import org.apache.carbondata.common.logging.LogService;
+import org.apache.carbondata.common.logging.LogServiceFactory;
 import org.apache.carbondata.core.cache.dictionary.Dictionary;
 import org.apache.carbondata.core.datastore.block.TableBlockInfo;
 import org.apache.carbondata.core.keygenerator.directdictionary.DirectDictionaryGenerator;
@@ -60,6 +62,9 @@ import org.apache.spark.sql.types.StructType;
  */
 class VectorizedCarbonRecordReader extends AbstractRecordReader<Object> {
 
+  private static final LogService LOGGER =
+      LogServiceFactory.getLogService(VectorizedCarbonRecordReader.class.getName());
+
   private int batchIdx = 0;
 
   private int numBatched = 0;
@@ -121,11 +126,22 @@ class VectorizedCarbonRecordReader extends AbstractRecordReader<Object>
{
       while (ext != null) {
         if (ext instanceof FileNotFoundException) {
           throw new InterruptedException(
-              e.getMessage() + ". insert overwrite may be in progress.Please check");
+              "Insert overwrite may be in progress.Please check " + e.getMessage());
         }
         ext = ext.getCause();
       }
       throw new InterruptedException(e.getMessage());
+    } catch (Exception e) {
+      Throwable ext = e;
+      while (ext != null) {
+        if (ext instanceof FileNotFoundException) {
+          LOGGER.error(e);
+          throw new InterruptedException(
+              "Insert overwrite may be in progress.Please check " + e.getMessage());
+        }
+        ext = ext.getCause();
+      }
+      throw e;
     }
   }
 


Mime
View raw message