Merge PR 1461 TRA[TRAFODION-2917] Refactor Trafodion implementation of hdfs scan for text formatted hive tables
Project: http://git-wip-us.apache.org/repos/asf/trafodion/repo Commit: http://git-wip-us.apache.org/repos/asf/trafodion/commit/e618aaf3 Tree: http://git-wip-us.apache.org/repos/asf/trafodion/tree/e618aaf3 Diff: http://git-wip-us.apache.org/repos/asf/trafodion/diff/e618aaf3 Branch: refs/heads/master Commit: e618aaf3dfd011739654d1a62e321539ace4da00 Parents: d48a887 e303b3a Author: selvaganesang <[email protected]> Authored: Fri Mar 2 06:56:07 2018 +0000 Committer: selvaganesang <[email protected]> Committed: Fri Mar 2 06:56:07 2018 +0000 ---------------------------------------------------------------------- core/sql/cli/Context.cpp | 2 +- core/sql/cli/Context.h | 7 + core/sql/cli/Globals.cpp | 1 + core/sql/cli/Globals.h | 1 + core/sql/comexe/ComTdbBlockingHdfsScan.h | 1 - core/sql/comexe/ComTdbHdfsScan.h | 11 +- core/sql/common/ComRtUtils.cpp | 1 + core/sql/common/ComUser.cpp | 2 +- core/sql/common/Platform.h | 2 + core/sql/executor/ExExeUtil.h | 1 - core/sql/executor/ExExeUtilGet.cpp | 7 +- core/sql/executor/ExExeUtilGetStats.cpp | 1 - core/sql/executor/ExExeUtilLoad.cpp | 25 +- core/sql/executor/ExFastTransport.cpp | 48 ++- core/sql/executor/ExHbaseAccess.cpp | 11 +- core/sql/executor/ExHbaseIUD.cpp | 2 +- core/sql/executor/ExHdfsScan.cpp | 102 +++-- core/sql/executor/ExHdfsScan.h | 24 ++ core/sql/executor/ExSMCommon.cpp | 1 + core/sql/executor/ExSMCommon.h | 3 +- core/sql/executor/ExSMGlobals.cpp | 1 + core/sql/executor/ExSMQueue.cpp | 2 +- core/sql/executor/ExSMReader.cpp | 1 + core/sql/executor/ExSMShortMessage.cpp | 2 +- core/sql/executor/ExSMTaskList.cpp | 2 +- core/sql/executor/HBaseClient_JNI.cpp | 1 - core/sql/executor/HdfsClient_JNI.cpp | 426 ++++++++++++++++--- core/sql/executor/HdfsClient_JNI.h | 74 +++- core/sql/executor/JavaObjectInterface.cpp | 3 +- core/sql/executor/JavaObjectInterface.h | 12 +- core/sql/executor/OrcFileReader.h | 2 +- core/sql/executor/SequenceFileReader.h | 4 +- core/sql/exp/ExpLOBaccess.cpp | 144 ++----- core/sql/exp/ExpLOBaccess.h | 8 - core/sql/generator/GenFastTransport.cpp | 4 +- core/sql/generator/GenRelScan.cpp | 17 +- core/sql/nskgmake/tdm_sqlexp/Makefile | 2 +- core/sql/optimizer/HDFSHook.cpp | 35 +- core/sql/optimizer/HDFSHook.h | 16 +- core/sql/optimizer/NATable.cpp | 1 + core/sql/optimizer/OptimizerSimulator.cpp | 1 - core/sql/optimizer/RelScan.h | 3 +- core/sql/regress/hive/EXPECTED007 | 2 +- core/sql/regress/hive/EXPECTED018 | 2 +- core/sql/regress/hive/EXPECTED040 | 8 +- core/sql/sqlcomp/DefaultConstants.h | 1 + .../main/java/org/trafodion/sql/HDFSClient.java | 307 ++++++++++--- .../main/java/org/trafodion/sql/HdfsScan.java | 95 +++-- 48 files changed, 1007 insertions(+), 422 deletions(-) ----------------------------------------------------------------------
