carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From chenliang...@apache.org
Subject [31/50] [abbrv] carbondata git commit: Fixed batch load issue
Date Thu, 06 Jul 2017 14:41:56 GMT
Fixed batch load issue


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/02f06fd3
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/02f06fd3
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/02f06fd3

Branch: refs/heads/branch-1.1
Commit: 02f06fd3058ed4bdce1c65e82d80694630c20c82
Parents: 72bbb62
Author: ravipesala <ravi.pesala@gmail.com>
Authored: Tue Jun 13 23:13:16 2017 +0530
Committer: ravipesala <ravi.pesala@gmail.com>
Committed: Thu Jun 15 13:39:14 2017 +0530

----------------------------------------------------------------------
 .../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 ---
 1 file changed, 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/carbondata/blob/02f06fd3/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
index 20fd48b..f1b4a80 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
@@ -197,9 +197,6 @@ public class UnsafeBatchParallelReadMergeSorterImpl extends AbstractMergeSorter
 
     private void createSortDataRows() {
       int inMemoryChunkSizeInMB = CarbonProperties.getInstance().getSortMemoryChunkSizeInMB();
-      if (inMemoryChunkSizeInMB > sortParameters.getBatchSortSizeinMb()) {
-        inMemoryChunkSizeInMB = sortParameters.getBatchSortSizeinMb();
-      }
       this.finalMerger = new UnsafeSingleThreadFinalSortFilesMerger(sortParameters,
           sortParameters.getTempFileLocation());
       unsafeIntermediateFileMerger = new UnsafeIntermediateMerger(sortParameters);


Mime
View raw message