carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipes...@apache.org
Subject [1/2] incubator-carbondata git commit: resolved the issue for bad records not written in csv file when bad_records_action=redirect
Date Fri, 24 Feb 2017 12:53:08 GMT
Repository: incubator-carbondata
Updated Branches:
  refs/heads/master bb0bc2ee2 -> 922683eb8


resolved the issue for bad records not written in csv file  when bad_records_action=redirect

refactor the code for closing the streams


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/d8bbc3cc
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/d8bbc3cc
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/d8bbc3cc

Branch: refs/heads/master
Commit: d8bbc3cc72b4b48a561e33e6fd037074088ff139
Parents: bb0bc2e
Author: anubhav100 <anubhav.tarar@knoldus.in>
Authored: Tue Feb 21 12:15:14 2017 +0530
Committer: ravipesala <ravi.pesala@gmail.com>
Committed: Fri Feb 24 18:21:51 2017 +0530

----------------------------------------------------------------------
 .../processing/newflow/steps/DataConverterProcessorStepImpl.java   | 2 +-
 .../newflow/steps/DataConverterProcessorWithBucketingStepImpl.java | 1 +
 2 files changed, 2 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/d8bbc3cc/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
index ebc659e..b900a14 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorStepImpl.java
@@ -85,7 +85,6 @@ public class DataConverterProcessorStepImpl extends AbstractDataLoadProcessorSte
         }
         return childIter.hasNext();
       }
-
       @Override public CarbonRowBatch next() {
         return processRowBatch(childIter.next(), localConverter);
       }
@@ -163,6 +162,7 @@ public class DataConverterProcessorStepImpl extends AbstractDataLoadProcessorSte
   @Override
   public void close() {
     if (!closed) {
+      createBadRecordLogger().closeStreams();
       super.close();
       if (converters != null) {
         for (RowConverter converter : converters) {

http://git-wip-us.apache.org/repos/asf/incubator-carbondata/blob/d8bbc3cc/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
index af66ad7..db8cf42 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/steps/DataConverterProcessorWithBucketingStepImpl.java
@@ -190,6 +190,7 @@ public class DataConverterProcessorWithBucketingStepImpl extends AbstractDataLoa
   public void close() {
     if (!closed) {
       super.close();
+      createBadRecordLogger().closeStreams();
       if (converters != null) {
         for (RowConverter converter : converters) {
           converter.finish();


Mime
View raw message