carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jack...@apache.org
Subject [4/4] incubator-carbondata git commit: [CARBONDATA-519]Added vector reader in Carbon Spark integration layer and in Carbon scan. This closes #412
Date Tue, 20 Dec 2016 03:10:59 GMT
[CARBONDATA-519]Added vector reader in Carbon Spark integration layer and in Carbon scan. This
closes #412


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/a561d869
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/a561d869
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/a561d869

Branch: refs/heads/master
Commit: a561d869c69e9debfcc183b1e9a5202883aa8ceb
Parents: 5e50d04 376d69f
Author: jackylk <jacky.likun@huawei.com>
Authored: Tue Dec 20 11:10:38 2016 +0800
Committer: jackylk <jacky.likun@huawei.com>
Committed: Tue Dec 20 11:10:38 2016 +0800

----------------------------------------------------------------------
 .../chunk/DimensionColumnDataChunk.java         |   13 +
 .../impl/ColumnGroupDimensionDataChunk.java     |   68 +-
 .../impl/FixedLengthDimensionDataChunk.java     |   93 +-
 .../impl/VariableLengthDimensionDataChunk.java  |   48 +
 .../core/constants/CarbonCommonConstants.java   |    9 +
 .../DirectDictionaryGenerator.java              |    8 +
 .../DateDirectDictionaryGenerator.java          |    4 +
 .../TimeStampDirectDictionaryGenerator.java     |    5 +
 .../scan/collector/ScannedResultCollector.java  |    7 +
 .../impl/AbstractScannedResultCollector.java    |    5 +
 .../DictionaryBasedVectorResultCollector.java   |  142 +++
 .../scan/executor/QueryExecutorFactory.java     |   10 +-
 .../executor/impl/AbstractQueryExecutor.java    |    1 +
 .../impl/VectorDetailQueryExecutor.java         |   41 +
 .../scan/executor/infos/BlockExecutionInfo.java |   13 +
 .../carbondata/scan/model/QueryModel.java       |   10 +
 .../processor/AbstractDataBlockIterator.java    |    7 +-
 .../processor/impl/DataBlockIteratorImpl.java   |   10 +
 .../scan/result/AbstractScannedResult.java      |   85 +-
 .../result/impl/FilterQueryScannedResult.java   |   35 +
 .../AbstractDetailQueryResultIterator.java      |    5 +
 .../result/iterator/VectorChunkRowIterator.java |   93 ++
 .../VectorDetailQueryResultIterator.java        |   52 +
 .../scan/result/vector/CarbonColumnVector.java  |   47 +
 .../scan/result/vector/CarbonColumnarBatch.java |   62 ++
 .../scan/result/vector/ColumnVectorInfo.java    |   41 +
 .../vector/MeasureDataVectorProcessor.java      |  268 +++++
 .../vector/impl/CarbonColumnVectorImpl.java     |  154 +++
 .../carbondata/hadoop/CarbonInputFormat.java    |   14 +-
 .../carbondata/hadoop/CarbonRecordReader.java   |    2 +-
 .../readsupport/impl/RawDataReadSupport.java    |    9 +-
 .../spark/merger/CarbonCompactionExecutor.java  |    2 +-
 .../carbondata/spark/rdd/CarbonScanRDD.scala    |   71 +-
 .../scala/org/apache/spark/sql/CarbonScan.scala |    6 +-
 .../ColumnGroupDataTypesTestCase.scala          |    4 +-
 .../readsupport/SparkRowReadSupportImpl.java    |   22 +-
 .../vectorreader/ColumnarVectorWrapper.java     |   80 ++
 .../VectorizedCarbonRecordReader.java           |  256 +++++
 .../sql/CarbonDatasourceHadoopRelation.scala    |    5 +-
 .../spark/sql/CarbonDictionaryDecoder.scala     |   20 +-
 .../execution/CarbonLateDecodeStrategy.scala    |   89 +-
 .../spark2/src/test/resources/dataDiff.csv      | 1001 ++++++++++++++++++
 .../carbondata/CarbonDataSourceSuite.scala      |   27 +-
 .../spark/carbondata/util/QueryTest.scala       |   66 ++
 .../vectorreader/VectorReaderTestCase.scala     |   79 ++
 45 files changed, 2972 insertions(+), 117 deletions(-)
----------------------------------------------------------------------



Mime
View raw message