carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipes...@apache.org
Subject [4/4] carbondata git commit: [CARBONDATA-1074] Add TablePage and ConvertedRow, preparing for data load refactory. This closes #932
Date Sat, 27 May 2017 12:50:22 GMT
[CARBONDATA-1074] Add TablePage and ConvertedRow, preparing for data load refactory. This closes
#932


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/dc0f5680
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/dc0f5680
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/dc0f5680

Branch: refs/heads/master
Commit: dc0f56809a24cb19cf4770234251d71bca8f1809
Parents: ffaeb80 353272e
Author: ravipesala <ravi.pesala@gmail.com>
Authored: Sat May 27 18:13:46 2017 +0530
Committer: ravipesala <ravi.pesala@gmail.com>
Committed: Sat May 27 18:13:46 2017 +0530

----------------------------------------------------------------------
 .../core/constants/IgnoreDictionary.java        |  50 --
 .../columnar/BlockIndexerStorageForShort.java   |   2 +-
 .../core/datastore/page/KeyColumnPage.java      |  42 ++
 .../schema/table/column/CarbonColumn.java       |   9 +-
 .../table/column/CarbonImplicitDimension.java   |   2 +-
 .../apache/carbondata/core/util/CarbonUtil.java |   4 +-
 .../examples/CarbonSessionExample.scala         |   2 +-
 .../hadoop/test/util/StoreCreator.java          |   7 -
 .../presto/CarbondataSplitManager.java          |   2 +-
 .../complexType/TestComplexTypeQuery.scala      |   2 +
 .../dataload/TestLoadDataWithHiveSyntax.scala   |  13 +
 .../partition/TestQueryForPartitionTable.scala  |   3 +
 .../spark/rdd/CarbonDataRDDFactory.scala        |   3 -
 .../spark/sql/CarbonDatasourceRelation.scala    |   2 +-
 .../scala/org/apache/spark/sql/CarbonScan.scala |   2 +-
 .../readsupport/SparkRowReadSupportImpl.java    |  10 -
 .../spark/rdd/CarbonDataRDDFactory.scala        |   4 -
 .../scala/org/apache/spark/sql/CarbonScan.scala |   2 +-
 .../execution/command/AlterTableCommands.scala  |   4 +-
 .../apache/spark/sql/hive/CarbonMetastore.scala |   2 +-
 .../carbondata/query/TestNotEqualToFilter.scala |   3 -
 .../merger/CompactionResultSortProcessor.java   |  18 +-
 .../merger/RowResultMergerProcessor.java        |  11 +-
 .../merger/TupleConversionAdapter.java          |  67 ---
 .../processing/model/CarbonDataLoadSchema.java  | 125 -----
 .../processing/model/CarbonLoadModel.java       | 103 +----
 .../newflow/CarbonDataLoadConfiguration.java    | 158 ++++---
 .../newflow/DataLoadProcessBuilder.java         |   3 +-
 .../converter/impl/FieldEncoderFactory.java     |   2 +-
 .../converter/impl/RowConverterImpl.java        |   1 +
 .../processing/newflow/row/CarbonRow.java       |   1 +
 .../newflow/row/WriteStepRowUtil.java           |  86 ++++
 .../CarbonRowDataWriterProcessorStepImpl.java   |  47 +-
 .../steps/DataWriterBatchProcessorStepImpl.java |  50 +-
 .../steps/DataWriterProcessorStepImpl.java      |  22 +-
 .../sortandgroupby/sortdata/RowComparator.java  |   6 +-
 .../sortandgroupby/sortdata/SortParameters.java |   7 +-
 .../store/CarbonFactDataHandlerColumnar.java    | 462 +++++--------------
 .../store/CarbonFactDataHandlerModel.java       | 156 ++-----
 .../processing/store/CarbonFactHandler.java     |   3 +-
 .../carbondata/processing/store/TablePage.java  | 204 ++++++++
 .../store/colgroup/ColGroupBlockStorage.java    |   8 -
 .../store/writer/AbstractFactDataWriter.java    |  13 +-
 .../store/writer/CarbonDataWriterVo.java        |  11 -
 .../writer/v3/CarbonFactDataWriterImplV3.java   |   4 +-
 .../util/CarbonDataProcessorUtil.java           | 103 +----
 .../processing/util/NonDictionaryUtil.java      | 322 +------------
 .../carbondata/processing/StoreCreator.java     |   2 +
 .../store/colgroup/ColGroupMinMaxTest.java      |  26 --
 49 files changed, 673 insertions(+), 1518 deletions(-)
----------------------------------------------------------------------



Mime
View raw message