[CARBONDATA-301] Added Sort processor step for data loading. This closes #247
Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/6425299c Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/6425299c Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/6425299c Branch: refs/heads/master Commit: 6425299c71c0174744e8de028123d40e0653e17f Parents: eb85287 9aee980 Author: jackylk <jacky.li...@huawei.com> Authored: Tue Oct 25 14:36:08 2016 +0800 Committer: jackylk <jacky.li...@huawei.com> Committed: Tue Oct 25 14:36:08 2016 +0800 ---------------------------------------------------------------------- .../processing/newflow/row/CarbonRow.java | 4 + .../processing/newflow/sort/Sorter.java | 56 ++ .../sort/impl/ParallelReadMergeSorterImpl.java | 227 ++++++++ .../sort/impl/SortPreparatorIterator.java | 147 ++++++ .../newflow/steps/InputProcessorStepImpl.java | 167 ++++++ .../newflow/steps/SortProcessorStepImpl.java | 76 +++ .../steps/input/InputProcessorStepImpl.java | 167 ------ .../sortdata/FileMergerParameters.java | 216 -------- .../sortdata/IntermediateFileMerger.java | 41 +- .../sortandgroupby/sortdata/SortDataRows.java | 351 ++----------- .../sortdata/SortIntermediateFileMerger.java | 111 ++++ .../sortandgroupby/sortdata/SortParameters.java | 516 +++++++++++++++++++ .../sortdatastep/SortKeyStep.java | 23 +- .../store/SingleThreadFinalSortFilesMerger.java | 5 +- .../exception/CarbonDataWriterException.java | 2 +- .../util/CarbonDataProcessorUtil.java | 24 + .../processing/util/RemoveDictionaryUtil.java | 55 ++ 17 files changed, 1479 insertions(+), 709 deletions(-) ----------------------------------------------------------------------
