Repository: incubator-trafodion Updated Branches: refs/heads/master f400093c7 -> 9b2b5671e
[TRAFODION-2351] Bulk load with log error rows enhancements Unload command returned invalid start time in the output for its tasks. Project: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/commit/38ba20c6 Tree: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/tree/38ba20c6 Diff: http://git-wip-us.apache.org/repos/asf/incubator-trafodion/diff/38ba20c6 Branch: refs/heads/master Commit: 38ba20c6821ab8913666594a3ecdd4349d7ed2c2 Parents: ccd7c55 Author: selvaganesang <[email protected]> Authored: Fri Dec 23 17:14:11 2016 +0000 Committer: selvaganesang <[email protected]> Committed: Fri Dec 23 17:14:11 2016 +0000 ---------------------------------------------------------------------- core/sql/executor/ExExeUtilLoad.cpp | 2 +- core/sql/regress/hive/EXPECTED018 | 568 +++++++++++++++---------------- 2 files changed, 285 insertions(+), 285 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/38ba20c6/core/sql/executor/ExExeUtilLoad.cpp ---------------------------------------------------------------------- diff --git a/core/sql/executor/ExExeUtilLoad.cpp b/core/sql/executor/ExExeUtilLoad.cpp index a3a4423..fb8286b 100644 --- a/core/sql/executor/ExExeUtilLoad.cpp +++ b/core/sql/executor/ExExeUtilLoad.cpp @@ -2597,7 +2597,7 @@ short ExExeUtilHBaseBulkUnLoadTcb::setStartStatusMsgAndMoveToUpQueue(const char char timeBuf[200]; if (withtime) { startTime_ = NA_JulianTimestamp(); - getTimestampAsString(endTime_, timeBuf); + getTimestampAsString(startTime_, timeBuf); } getStatusString(operation, "Started",NULL, &statusMsgBuf_[bufPos], FALSE, (withtime ? timeBuf : NULL)); return moveRowToUpQueue(statusMsgBuf_,0,rc); http://git-wip-us.apache.org/repos/asf/incubator-trafodion/blob/38ba20c6/core/sql/regress/hive/EXPECTED018 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/EXPECTED018 b/core/sql/regress/hive/EXPECTED018 index d412e5c..33e7c89 100644 --- a/core/sql/regress/hive/EXPECTED018 +++ b/core/sql/regress/hive/EXPECTED018 @@ -146,16 +146,16 @@ >>load with no recovery into customer_address +>select * from hive.hive.customer_address; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_ADDRESS -Task: CLEANUP Status: Started Time: 2016-12-11 21:38:15.573 -Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:15.610 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.037 -Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:15.610 +Task: CLEANUP Status: Started Time: 2016-12-23 16:56:04.662 +Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:04.708 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.046 +Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:04.708 Rows Processed: 50000 -Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:21.856 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:06.247 -Task: COMPLETION Status: Started Time: 2016-12-11 21:38:21.856 -Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:22.132 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.276 +Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:11.794 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:07.086 +Task: COMPLETION Status: Started Time: 2016-12-23 16:56:11.794 +Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:12.925 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.298 --- 50000 row(s) loaded. >>-- @@ -180,16 +180,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.276 >>load with no recovery into customer_demographics +>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS -Task: CLEANUP Status: Started Time: 2016-12-11 21:38:24.128 -Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:24.339 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021 -Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:24.339 +Task: CLEANUP Status: Started Time: 2016-12-23 16:56:14.442 +Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:14.466 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.024 +Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:14.466 Rows Processed: 20000 -Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:31.722 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:07.689 -Task: COMPLETION Status: Started Time: 2016-12-11 21:38:31.722 -Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:32.127 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.290 +Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:26.696 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:12.230 +Task: COMPLETION Status: Started Time: 2016-12-23 16:56:26.696 +Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:27.527 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.357 --- 20000 row(s) loaded. >>-- @@ -215,16 +215,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.290 >>load with no recovery into customer_demographics_salt +>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT -Task: CLEANUP Status: Started Time: 2016-12-11 21:38:34.252 -Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:34.274 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021 -Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:34.274 +Task: CLEANUP Status: Started Time: 2016-12-23 16:56:30.212 +Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:30.235 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.023 +Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:30.235 Rows Processed: 20000 -Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:38.597 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:03.786 -Task: COMPLETION Status: Started Time: 2016-12-11 21:38:38.597 -Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:38.312 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.253 +Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:34.537 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:04.302 +Task: COMPLETION Status: Started Time: 2016-12-23 16:56:34.538 +Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:34.832 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.295 --- 20000 row(s) loaded. >>-- >> @@ -240,16 +240,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.253 >>load with no recovery into customer_salt +>select * from hive.hive.customer; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_SALT -Task: CLEANUP Status: Started Time: 2016-12-11 21:38:39.852 -Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:39.873 +Task: CLEANUP Status: Started Time: 2016-12-23 16:56:36.442 +Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:36.464 Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021 -Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:39.873 +Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:36.464 Rows Processed: 100000 -Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:44.757 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:04.883 -Task: COMPLETION Status: Started Time: 2016-12-11 21:38:44.757 -Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:45.124 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.255 +Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:42.200 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:05.736 +Task: COMPLETION Status: Started Time: 2016-12-23 16:56:42.200 +Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:42.512 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.312 --- 100000 row(s) loaded. >>-- @@ -274,16 +274,16 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.255 >>load with no recovery into store_sales_salt +>select * from hive.hive.store_sales where ss_item_sk <= 1000; Task: LOAD Status: Started Object: TRAFODION.HBASE.STORE_SALES_SALT -Task: CLEANUP Status: Started Time: 2016-12-11 21:38:46.752 -Task: CLEANUP Status: Ended Time: 2016-12-11 21:38:46.774 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.021 -Task: LOADING DATA Status: Started Time: 2016-12-11 21:38:46.774 +Task: CLEANUP Status: Started Time: 2016-12-23 16:56:45.493 +Task: CLEANUP Status: Ended Time: 2016-12-23 16:56:45.514 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.022 +Task: LOADING DATA Status: Started Time: 2016-12-23 16:56:45.514 Rows Processed: 160756 -Task: LOADING DATA Status: Ended Time: 2016-12-11 21:38:52.177 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:05.403 -Task: COMPLETION Status: Started Time: 2016-12-11 21:38:52.177 -Task: COMPLETION Status: Ended Time: 2016-12-11 21:38:52.452 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.275 +Task: LOADING DATA Status: Ended Time: 2016-12-23 16:56:55.363 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:09.849 +Task: COMPLETION Status: Started Time: 2016-12-23 16:56:55.363 +Task: COMPLETION Status: Ended Time: 2016-12-23 16:56:55.713 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.350 --- 160756 row(s) loaded. >>-- @@ -370,13 +370,13 @@ a +> into '/user/hive/exttables/null_format_default' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:57.296 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: EXTRACT Status: Started Time: 2016-12-11 21:38:57.296 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:01.102 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:01.109 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:57:01.109 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:57.347 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.051 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:01.186 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.077 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_default; @@ -401,13 +401,13 @@ a +> into '/user/hive/exttables/null_format_empty' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:58.874 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 -Task: EXTRACT Status: Started Time: 2016-12-11 21:38:58.874 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:01.852 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:01.856 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2016-12-23 16:57:01.856 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:58.517 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.043 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:01.910 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.054 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_empty; @@ -432,13 +432,13 @@ a ? +> into '/user/hive/exttables/null_format_colon' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:38:59.476 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: EXTRACT Status: Started Time: 2016-12-11 21:38:59.476 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:02.573 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:02.581 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 +Task: EXTRACT Status: Started Time: 2016-12-23 16:57:02.581 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:38:59.519 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.042 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:02.644 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.063 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_colon; @@ -500,16 +500,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_address +>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:44.997 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:39:44.997 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:55.333 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:55.340 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:57:55.340 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:45.665 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.668 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:45.665 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:45.710 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.044 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:55.995 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.655 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:57:55.995 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:57:56.696 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.074 --- 50000 row(s) unloaded. >>log; @@ -541,16 +541,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:48.767 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:39:48.767 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:57:59.223 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:57:59.229 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:57:59.229 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:48.919 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.151 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:48.919 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:48.943 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.024 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:57:59.418 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.189 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:57:59.418 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:57:59.450 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032 --- 20000 row(s) unloaded. >>log; @@ -568,16 +568,16 @@ cat /tmp/merged_customer_demogs | wc -l +>select * from trafodion.hbase.customer_demographics +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:48.943 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:51.647 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:39:51.647 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:02.413 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:02.422 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:02.422 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:51.777 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.130 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:51.777 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:51.811 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.033 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:02.614 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.192 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:02.614 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:02.654 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.039 --- 20000 row(s) unloaded. >>log; @@ -608,16 +608,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:51.811 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:55.327 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:39:55.327 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:06.573 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:06.580 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:06.580 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:55.715 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.388 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:55.715 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:55.753 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.038 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:09.327 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.747 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:09.327 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:09.379 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.053 --- 20000 row(s) unloaded. >> @@ -634,16 +634,16 @@ regrhadoop.ksh fs -du -s /bulkload/customer_demographics_salt/merged_customer_de +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:39:55.753 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:39:58.168 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:11.962 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:11.968 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 -Task: EXTRACT Status: Started Time: 2016-12-11 21:39:58.168 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:11.968 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:39:58.350 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.182 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:39:58.350 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:39:58.382 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:12.617 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.649 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:12.617 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:12.666 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.049 --- 20000 row(s) unloaded. >> @@ -675,13 +675,13 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:00.958 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:00.958 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:15.603 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:15.612 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:15.612 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:01.143 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.185 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:15.979 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.367 --- 20000 row(s) unloaded. >> @@ -700,16 +700,16 @@ regrhadoop.ksh fs -ls /bulkload/customer_demographics_salt/file* | grep file | +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:40:01.143 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:05.852 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:05.852 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:21.137 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:21.289 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.015 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:21.289 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:05.999 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.147 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:05.999 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:06.456 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.046 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:21.364 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.336 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:21.364 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:21.431 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.067 --- 20000 row(s) unloaded. >> @@ -841,16 +841,16 @@ CD_DEMO_SK CD_GENDER +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:13.777 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:13.777 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:30.627 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:30.691 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:30.691 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:13.908 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.131 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:13.908 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:13.948 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.040 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:30.407 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.338 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:30.407 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:30.457 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.050 --- 20000 row(s) unloaded. >>log; @@ -884,16 +884,16 @@ regrhadoop.ksh fs -ls /bulkload/customer_demographics_salt/merged* | grep merge +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:16.517 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:16.517 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:33.253 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:33.260 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:33.260 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:16.665 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.148 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:16.665 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:16.708 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.043 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:33.465 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.205 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:33.465 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:33.529 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.064 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -942,13 +942,13 @@ CD_DEMO_SK CD_GENDER +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:17.956 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:17.956 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:35.183 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:35.190 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:35.190 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:18.734 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.117 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:35.431 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.241 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -956,7 +956,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.117 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492416, failedModTS = 1481492417, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512313, failedModTS = 1482512315, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics (EXPR) -------------------- @@ -998,13 +998,13 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/hive/exttables/unload_customer_address' +>select * from trafodion.hbase.customer_address ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:19.837 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:19.837 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:37.253 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:37.259 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:37.259 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:20.118 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.281 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:37.632 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.373 --- 50000 row(s) unloaded. >>--sh sleep 10; @@ -1053,13 +1053,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/hive/exttables/unload_customer_address' +>select * from trafodion.hbase.customer_address ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:22.547 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:22.547 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:39.383 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:39.389 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:39.389 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:22.861 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.315 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:39.714 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.324 --- 50000 row(s) unloaded. >>--sh sleep 10; @@ -1067,7 +1067,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.315 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492420, failedModTS = 1481492422, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_address +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512317, failedModTS = 1482512319, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_address (EXPR) -------------------- @@ -1121,13 +1121,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/hive/exttables/unload_customer' +>select * from trafodion.hbase.customer_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:26.566 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:41.613 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:41.618 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:26.566 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:41.618 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:27.991 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.425 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:43.282 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.410 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -1177,13 +1177,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID +>INTO '/user/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:29.751 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:29.751 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:44.842 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:44.854 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:44.854 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:29.896 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.145 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:45.417 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.187 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -1232,16 +1232,16 @@ CD_DEMO_SK CD_GENDER +>INTO '/bulkload/customer_address' +>select * from trafodion.hbase.customer_address where ca_address_sk < 100; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:31.137 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:31.137 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:46.352 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:46.358 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:46.358 Rows Processed: 99 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:31.178 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.041 -Task: MERGE FILES Status: Started Time: 2016-12-11 21:40:31.178 -Task: MERGE FILES Status: Ended Time: 2016-12-11 21:40:31.211 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.032 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:46.394 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.036 +Task: MERGE FILES Status: Started Time: 2016-12-23 16:58:46.394 +Task: MERGE FILES Status: Ended Time: 2016-12-23 16:58:46.431 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.036 --- 99 row(s) unloaded. >> @@ -1276,13 +1276,13 @@ regrhadoop.ksh fs -rm /user/hive/exttables/unload_customer_demographics/* +>INTO '/user/hive/exttables/unload_store_sales_summary' +>select ss_sold_date_sk,ss_store_sk, sum (ss_quantity) from store_sales_salt group by ss_sold_date_sk ,ss_store_sk; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:40:31.211 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:34.107 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:34.107 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:49.642 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:49.648 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:49.648 Rows Processed: 12349 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:36.659 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.552 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:52.810 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.162 --- 12349 row(s) unloaded. >>--sh sleep 10; @@ -1400,13 +1400,13 @@ SS_SOLD_DATE_SK SS_STORE_SK SS_QUANTITY +>INTO '/user/hive/exttables/unload_customer_and_address' +>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:38.262 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:38.262 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:58:54.222 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:58:54.230 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008 +Task: EXTRACT Status: Started Time: 2016-12-23 16:58:54.230 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:39.469 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.443 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:58:58.609 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.831 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -1453,13 +1453,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID +>INTO '/user/hive/exttables/unload_customer_address' +>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:40:42.118 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 16:59:00.922 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 16:59:00.928 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: EXTRACT Status: Started Time: 2016-12-11 21:40:42.118 +Task: EXTRACT Status: Started Time: 2016-12-23 16:59:00.928 Rows Processed: 1998 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:40:42.243 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.126 +Task: EXTRACT Status: Ended Time: 2016-12-23 16:59:01.606 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.133 --- 1998 row(s) unloaded. >>--sh sleep 10; @@ -1570,7 +1570,7 @@ ESP_EXCHANGE ============================== SEQ_NO 3 ONLY CHILD 2 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT snapshot_name .......... TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT_SNAP111 - snapshot_temp_location /bulkload/20161211214044/ + snapshot_temp_location /bulkload/20161223165903/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1654,7 +1654,7 @@ grep -i -e 'explain snp' -e snapshot -e full_table_name -e esp_exchange LOG018_S use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111 - snapshot_temp_location /bulkload/20161211214049/ + snapshot_temp_location /bulkload/20161223165910/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1749,12 +1749,12 @@ ESP_EXCHANGE ============================== SEQ_NO 6 ONLY CHILD 5 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_SALT snapshot_name .......... TRAFODION.HBASE.CUSTOMER_SALT_SNAP111 - snapshot_temp_location /bulkload/20161211214105/ + snapshot_temp_location /bulkload/20161223165928/ ESP_EXCHANGE ============================== SEQ_NO 2 ONLY CHILD 1 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111 - snapshot_temp_location /bulkload/20161211214105/ + snapshot_temp_location /bulkload/20161223165928/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1872,17 +1872,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from customer_address +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:19.396 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: VERIFY SNAPSHO Status: Started Time: 2016-12-11 21:42:19.396 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:06.282 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:06.300 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.018 +Task: VERIFY SNAPSHO Status: Started Time: 2016-12-23 17:01:06.300 Snapshots verified: 1 -Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-11 21:42:19.648 -Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.253 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:19.648 +Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-23 17:01:06.525 +Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.225 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:06.525 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:20.138 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.489 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:07.741 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.549 --- 50000 row(s) unloaded. >> @@ -1953,17 +1953,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>INTO '/user/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:22.305 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.002 -Task: VERIFY SNAPSHO Status: Started Time: 2016-12-11 21:42:22.305 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:09.252 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:09.255 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003 +Task: VERIFY SNAPSHO Status: Started Time: 2016-12-23 17:01:09.255 Snapshots verified: 1 -Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-11 21:42:22.524 -Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.219 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:22.524 +Task: VERIFY SNAPSHO Status: Ended Time: 2016-12-23 17:01:09.470 +Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.215 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:09.470 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:29.407 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:06.883 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:23.331 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:13.861 --- 20000 row(s) unloaded. >> @@ -2010,21 +2010,21 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:30.660 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 -Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:30.660 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:24.632 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:24.643 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011 +Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:24.643 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:30.986 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.326 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:30.986 +Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:25.179 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.536 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:25.179 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:31.840 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.854 -Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:31.840 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:26.780 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.898 +Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:26.780 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:31.852 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012 +Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:26.100 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.023 --- 20000 row(s) unloaded. >> @@ -2032,7 +2032,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492549, failedModTS = 1481492550, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512483, failedModTS = 1482512485, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics (EXPR) -------------------- @@ -2075,21 +2075,21 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:33.652 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:27.932 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:27.942 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:33.652 +Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:27.942 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:34.164 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.513 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:34.164 +Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:28.471 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.530 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:28.471 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:34.982 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.817 -Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:34.982 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:29.494 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.578 +Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:29.494 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:34.987 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 +Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:29.602 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.011 --- 20000 row(s) unloaded. >> @@ -2105,7 +2105,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1481492551, failedModTS = 1481492554, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1482512486, failedModTS = 1482512488, failedLoc = hdfs://localhost:27000/user/hive/exttables/unload_customer_demographics CD_DEMO_SK CD_GENDER CD_MARITAL_STATUS CD_EDUCATION_STATUS CD_PURCHASE_ESTIMATE CD_CREDIT_RATING CD_DEP_COUNT CD_DEP_EMPLOYED_COUNT CD_DEP_COLLEGE_COUNT ----------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- ---------------------------------------------------------------------------------------------------- -------------------- ---------------------------------------------------------------------------------------------------- ------------ --------------------- -------------------- @@ -2141,20 +2141,20 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/hive/exttables/unload_customer_address' +>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:36.735 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003 -Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:36.735 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:30.862 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:30.868 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:30.868 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:37.610 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.325 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:37.610 +Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:31.218 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.350 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:31.219 Rows Processed: 1998 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:37.337 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.276 -Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:37.337 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:31.521 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.302 +Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:31.521 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:37.343 +Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:31.527 Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 --- 1998 row(s) unloaded. @@ -2229,21 +2229,21 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/hive/exttables/unload_customer_and_address' +>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: -001-23--2 00:00:00.000 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:38.777 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 -Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:38.777 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:32.982 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:32.990 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:32.990 Snapshots created: 2 -Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:40.430 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.653 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:40.430 +Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:34.364 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.374 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:34.364 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:42.706 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.277 -Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:42.706 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:36.497 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.134 +Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:36.497 Snapshots deleted: 2 -Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:42.718 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.012 +Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:36.516 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.019 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -2310,21 +2310,21 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>INTO '/user/hive/exttables/unload_customer_name' +>select c_first_name,c_last_name from trafodion.hbase.customer_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2016-12-11 21:42:42.718 -Task: EMPTY TARGET Status: Ended Time: 2016-12-11 21:42:44.587 +Task: EMPTY TARGET Status: Started Time: 2016-12-23 17:01:39.562 +Task: EMPTY TARGET Status: Ended Time: 2016-12-23 17:01:39.567 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 -Task: CREATE SNAPSHO Status: Started Time: 2016-12-11 21:42:44.587 +Task: CREATE SNAPSHO Status: Started Time: 2016-12-23 17:01:39.567 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2016-12-11 21:42:44.908 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.321 -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:44.908 +Task: CREATE SNAPSHO Status: Ended Time: 2016-12-23 17:01:39.883 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.316 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:39.883 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:45.546 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.638 -Task: DELETE SNAPSHO Status: Started Time: 2016-12-11 21:42:45.546 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:40.690 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.807 +Task: DELETE SNAPSHO Status: Started Time: 2016-12-23 17:01:40.690 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2016-12-11 21:42:45.552 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 +Task: DELETE SNAPSHO Status: Ended Time: 2016-12-23 17:01:40.699 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.009 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -2368,7 +2368,7 @@ C_FIRST_NAME >>--unload 100 --should give error [8447] >>unload into '//\a//c' select * from CUSTOMER_ADDRESS; Task: UNLOAD Status: Started -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:45.552 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:42.393 *** ERROR[8447] An error occurred during hdfs access. Error Detail: Java exception in hdfsCreate(). java.io.IOException: No FileSystem for scheme: null org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2676) @@ -2402,10 +2402,10 @@ unload with delimiter 0 into '/bulkload/test' select * from CUSTOMER_ADDRESS; >>--unload 103 -- should not give an error >>unload with delimiter '\a' into '/bulkload/test' select * from >>customer_address; Task: UNLOAD Status: Started -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:45.552 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:42.863 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:47.906 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.303 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:43.215 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.351 --- 50000 row(s) unloaded. >>--unload 24 -- should give an error @@ -2468,10 +2468,10 @@ regrhadoop.ksh fs -rm /user/hive/exttables/unload_customer_demographics/* +>INTO '/user/hive/exttables/unload_customer_demographics' +>(select * from trafodion.hbase.customer_demographics_salt) ; Task: UNLOAD Status: Started -Task: EXTRACT Status: Started Time: 2016-12-11 21:42:47.906 +Task: EXTRACT Status: Started Time: 2016-12-23 17:01:45.913 Rows Processed but NOT Written to Disk: 20000 -Task: EXTRACT Status: Ended Time: 2016-12-11 21:42:50.516 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.134 +Task: EXTRACT Status: Ended Time: 2016-12-23 17:01:46.910 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.178 --- 20000 row(s) unloaded. >>--sh sleep 10;
