http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/EXPECTED018 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/EXPECTED018 b/core/sql/regress/hive/EXPECTED018 index 6f100f1..6efd7d8 100644 --- a/core/sql/regress/hive/EXPECTED018 +++ b/core/sql/regress/hive/EXPECTED018 @@ -1,5 +1,193 @@ >> ->>sh regrhive.ksh -v -f $REGRTSTDIR/TEST018_create_hive_tables.hive &> $REGRRUNDIR/LOG018_create_hive_tables.log ; +>>--sh regrhive.ksh -v -f $REGRTSTDIR/TEST018_create_hive_tables.hive &> $REGRRUNDIR/LOG018_create_hive_tables.log ; +>>set schema hive.hive; + +--- SQL operation complete. +>>obey TEST018(create_hive_tables); +>>drop table unload_customer_address; + +--- SQL operation complete. +>>create external table unload_customer_address ++>( ++> ca_address_sk int, ++> ca_address_id string, ++> ca_street_number string, ++> ca_street_name string, ++> ca_street_type string, ++> ca_suite_number string, ++> ca_city string, ++> ca_county string, ++> ca_state string, ++> ca_zip string, ++> ca_country string, ++> ca_gmt_offset float, ++> ca_location_type string ++>) ++>row format delimited fields terminated by '|' ++>location '/user/trafodion/hive/exttables/unload_customer_address'; + +--- SQL operation complete. +>> +>> +>>drop table unload_customer_demographics; + +--- SQL operation complete. +>>create external table unload_customer_demographics ++>( ++> cd_demo_sk int, ++> cd_gender string, ++> cd_marital_status string, ++> cd_education_status string, ++> cd_purchase_estimate int, ++> cd_credit_rating string, ++> cd_dep_count int, ++> cd_dep_employed_count int, ++> cd_dep_college_count int ++>) ++>row format delimited fields terminated by '|' ++>location '/user/trafodion/hive/exttables/unload_customer_demographics'; + +--- SQL operation complete. +>> +>>drop table unload_customer; + +--- SQL operation complete. +>>create external table unload_customer ++>( ++> c_customer_sk int, ++> c_customer_id string, ++> c_current_cdemo_sk int, ++> c_current_hdemo_sk int, ++> c_current_addr_sk int, ++> c_first_shipto_date_sk int, ++> c_first_sales_date_sk int, ++> c_salutation string, ++> c_first_name string, ++> c_last_name string, ++> c_preferred_cust_flag string, ++> c_birth_day int, ++> c_birth_month int, ++> c_birth_year int, ++> c_birth_country string, ++> c_login string, ++> c_email_address string, ++> c_last_review_date string ++>) ++>row format delimited fields terminated by '|' LINES TERMINATED BY '\n' ++>location '/user/trafodion/hive/exttables/unload_customer'; + +--- SQL operation complete. +>> +>>drop table unload_customer_name; + +--- SQL operation complete. +>>create external table unload_customer_name ++>( ++> c_first_name string, ++> c_last_name string ++>) ++>row format delimited fields terminated by '|' LINES TERMINATED BY '\n' ++>location '/user/trafodion/hive/exttables/unload_customer_name'; + +--- SQL operation complete. +>> +>>drop table unload_customer_and_address; + +--- SQL operation complete. +>>create external table unload_customer_and_address ++>( ++> c_customer_sk int, ++> c_customer_id string, ++> c_current_cdemo_sk int, ++> c_current_hdemo_sk int, ++> c_current_addr_sk int, ++> c_first_shipto_date_sk int, ++> c_first_sales_date_sk int, ++> c_salutation string, ++> c_first_name string, ++> c_last_name string, ++> c_preferred_cust_flag string, ++> c_birth_day int, ++> c_birth_month int, ++> c_birth_year int, ++> c_birth_country string, ++> c_login string, ++> c_email_address string, ++> c_last_review_date string, ++> ca_address_sk int, ++> ca_address_id string, ++> ca_street_number string, ++> ca_street_name string, ++> ca_street_type string, ++> ca_suite_number string, ++> ca_city string, ++> ca_county string, ++> ca_state string, ++> ca_zip string, ++> ca_country string, ++> ca_gmt_offset float, ++> ca_location_type string ++>) ++>row format delimited fields terminated by '|' LINES TERMINATED BY '\n' ++>location '/user/trafodion/hive/exttables/unload_customer_and_address'; + +--- SQL operation complete. +>> +>>drop table tmp_unload_table; + +--- SQL operation complete. +>>create external table tmp_unload_table ++>( ++> filed string ++>) ++>row format delimited fields terminated by '|' ++>location '/user/trafodion/hive/exttables/tmp_unload_table'; + +--- SQL operation complete. +>> +>>drop table unload_store_sales_summary; + +--- SQL operation complete. +>>create external table unload_store_sales_summary ++>( ++> ss_sold_date_sk int, ++> --s_store_id string, ++> --s_store_name string, ++> ss_store_sk int, ++> ss_quantity int ++>) ++>row format delimited fields terminated by '|' ++>location '/user/trafodion/hive/exttables/unload_store_sales_summary'; + +--- SQL operation complete. +>> +>>drop table null_format_default; + +--- SQL operation complete. +>>create external table null_format_default (a string, b string); + +--- SQL operation complete. +>> +>>drop table null_format_empty; + +--- SQL operation complete. +>>create external table null_format_empty(a string, b string) ++>row format delimited fields terminated by '|' ++>null defined as ''; + +--- SQL operation complete. +>> +>>drop table null_format_colon; + +--- SQL operation complete. +>>create external table null_format_colon(a string, b string) ++>row format delimited fields terminated by '|' ++>null defined as ':'; + +--- SQL operation complete. +>>set schema trafodion.hbase; + +--- SQL operation complete. >> >>obey TEST018(setup); >>-------------------------------------------------------------------------- @@ -146,18 +334,18 @@ >>load with no recovery into customer_address +>select * from hive.hive.customer_address; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_ADDRESS -Task: CLEANUP Status: Started Time: 2018-02-15 18:03:08.179883 -Task: CLEANUP Status: Ended Time: 2018-02-15 18:03:08.204652 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.025 -Task: LOADING DATA Status: Started Time: 2018-02-15 18:03:08.204741 +Task: CLEANUP Status: Started Time: 2018-06-03 13:49:19.204593 +Task: CLEANUP Status: Ended Time: 2018-06-03 13:49:19.222331 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.018 +Task: LOADING DATA Status: Started Time: 2018-06-03 13:49:19.222421 Rows Processed: 50000 Error Rows: 0 -Task: LOADING DATA Status: Ended Time: 2018-02-15 18:03:20.138170 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:11.933 -Task: COMPLETION Status: Started Time: 2018-02-15 18:03:20.138306 +Task: LOADING DATA Status: Ended Time: 2018-06-03 13:49:22.940917 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:03.718 +Task: COMPLETION Status: Started Time: 2018-06-03 13:49:22.940955 Rows Loaded: 50000 -Task: COMPLETION Status: Ended Time: 2018-02-15 18:03:20.614389 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.476 +Task: COMPLETION Status: Ended Time: 2018-06-03 13:49:23.267922 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.327 --- 50000 row(s) loaded. >>-- @@ -182,18 +370,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.476 >>load with no recovery into customer_demographics +>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS -Task: CLEANUP Status: Started Time: 2018-02-15 18:03:25.520129 -Task: CLEANUP Status: Ended Time: 2018-02-15 18:03:25.533927 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.014 -Task: LOADING DATA Status: Started Time: 2018-02-15 18:03:25.533977 +Task: CLEANUP Status: Started Time: 2018-06-03 13:49:26.314264 +Task: CLEANUP Status: Ended Time: 2018-06-03 13:49:26.327028 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.013 +Task: LOADING DATA Status: Started Time: 2018-06-03 13:49:26.327061 Rows Processed: 20000 Error Rows: 0 -Task: LOADING DATA Status: Ended Time: 2018-02-15 18:03:40.466857 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:14.933 -Task: COMPLETION Status: Started Time: 2018-02-15 18:03:40.466943 +Task: LOADING DATA Status: Ended Time: 2018-06-03 13:49:52.790342 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:26.463 +Task: COMPLETION Status: Started Time: 2018-06-03 13:49:52.790421 Rows Loaded: 20000 -Task: COMPLETION Status: Ended Time: 2018-02-15 18:03:40.964115 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.497 +Task: COMPLETION Status: Ended Time: 2018-06-03 13:49:53.148626 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.358 --- 20000 row(s) loaded. >>-- @@ -219,18 +407,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.497 >>load with no recovery into customer_demographics_salt +>select * from hive.hive.customer_demographics where cd_demo_sk <= 20000; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT -Task: CLEANUP Status: Started Time: 2018-02-15 18:03:45.603941 -Task: CLEANUP Status: Ended Time: 2018-02-15 18:03:45.623723 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.020 -Task: LOADING DATA Status: Started Time: 2018-02-15 18:03:45.624021 +Task: CLEANUP Status: Started Time: 2018-06-03 13:50:01.500528 +Task: CLEANUP Status: Ended Time: 2018-06-03 13:50:01.517388 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.017 +Task: LOADING DATA Status: Started Time: 2018-06-03 13:50:01.517433 Rows Processed: 20000 Error Rows: 0 -Task: LOADING DATA Status: Ended Time: 2018-02-15 18:03:56.104059 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:10.480 -Task: COMPLETION Status: Started Time: 2018-02-15 18:03:56.104160 +Task: LOADING DATA Status: Ended Time: 2018-06-03 13:50:23.907352 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:22.390 +Task: COMPLETION Status: Started Time: 2018-06-03 13:50:23.907430 Rows Loaded: 20000 -Task: COMPLETION Status: Ended Time: 2018-02-15 18:03:56.594604 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.490 +Task: COMPLETION Status: Ended Time: 2018-06-03 13:50:24.328501 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.421 --- 20000 row(s) loaded. >>-- >> @@ -246,18 +434,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.490 >>load with no recovery into customer_salt +>select * from hive.hive.customer; Task: LOAD Status: Started Object: TRAFODION.HBASE.CUSTOMER_SALT -Task: CLEANUP Status: Started Time: 2018-02-15 18:03:59.171940 -Task: CLEANUP Status: Ended Time: 2018-02-15 18:03:59.185363 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.013 -Task: LOADING DATA Status: Started Time: 2018-02-15 18:03:59.185428 +Task: CLEANUP Status: Started Time: 2018-06-03 13:50:25.566007 +Task: CLEANUP Status: Ended Time: 2018-06-03 13:50:25.580339 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.014 +Task: LOADING DATA Status: Started Time: 2018-06-03 13:50:25.580376 Rows Processed: 100000 Error Rows: 0 -Task: LOADING DATA Status: Ended Time: 2018-02-15 18:04:16.244797 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:17.059 -Task: COMPLETION Status: Started Time: 2018-02-15 18:04:16.244907 +Task: LOADING DATA Status: Ended Time: 2018-06-03 13:50:35.601691 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:10.021 +Task: COMPLETION Status: Started Time: 2018-06-03 13:50:35.601799 Rows Loaded: 100000 -Task: COMPLETION Status: Ended Time: 2018-02-15 18:04:16.754047 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.509 +Task: COMPLETION Status: Ended Time: 2018-06-03 13:50:35.951750 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.350 --- 100000 row(s) loaded. >>-- @@ -282,18 +470,18 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.509 >>load with no recovery into store_sales_salt +>select * from hive.hive.store_sales where ss_item_sk <= 1000; Task: LOAD Status: Started Object: TRAFODION.HBASE.STORE_SALES_SALT -Task: CLEANUP Status: Started Time: 2018-02-15 18:04:22.571403 -Task: CLEANUP Status: Ended Time: 2018-02-15 18:04:22.593772 -Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.022 -Task: LOADING DATA Status: Started Time: 2018-02-15 18:04:22.593835 +Task: CLEANUP Status: Started Time: 2018-06-03 13:50:38.171676 +Task: CLEANUP Status: Ended Time: 2018-06-03 13:50:38.188339 +Task: CLEANUP Status: Ended Elapsed Time: 00:00:00.017 +Task: LOADING DATA Status: Started Time: 2018-06-03 13:50:38.188391 Rows Processed: 160756 Error Rows: 0 -Task: LOADING DATA Status: Ended Time: 2018-02-15 18:04:41.379079 -Task: LOADING DATA Status: Ended Elapsed Time: 00:00:18.785 -Task: COMPLETION Status: Started Time: 2018-02-15 18:04:41.379174 +Task: LOADING DATA Status: Ended Time: 2018-06-03 13:50:55.853013 +Task: LOADING DATA Status: Ended Elapsed Time: 00:00:17.665 +Task: COMPLETION Status: Started Time: 2018-06-03 13:50:55.853140 Rows Loaded: 160756 -Task: COMPLETION Status: Ended Time: 2018-02-15 18:04:41.864053 -Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.485 +Task: COMPLETION Status: Ended Time: 2018-06-03 13:50:56.210166 +Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.357 --- 160756 row(s) loaded. >>-- @@ -314,20 +502,20 @@ Task: COMPLETION Status: Ended Elapsed Time: 00:00:00.485 >>insert overwrite table hive.hive.null_format_default select * from >>null_format_src; --- 10 row(s) inserted. ->>select * from hive.hive.null_format_default; +>>select * from hive.hive.null_format_default order by 1,2; A B ------------------------------------------------------------ ------------------------------------------------------------ + + b +: : +: ? +a a b a ? -? b -a - b ? -: ? - -: : +? b ? ? --- 10 row(s) selected. @@ -335,20 +523,20 @@ a >>insert overwrite table hive.hive.null_format_empty select * from >>null_format_src; --- 10 row(s) inserted. ->>select * from hive.hive.null_format_empty; +>>select * from hive.hive.null_format_empty order by 1,2; A B ------------------------------------------------------------ ------------------------------------------------------------ + + b +: : +: ? +a a b a ? +? ? b -a ? -? b -? ? -: ? -? ? -: : ? ? --- 10 row(s) selected. @@ -356,19 +544,19 @@ a ? >>insert overwrite table hive.hive.null_format_colon select * from >>null_format_src; --- 10 row(s) inserted. ->>select * from hive.hive.null_format_colon; +>>select * from hive.hive.null_format_colon order by 1,2; A B ------------------------------------------------------------ ------------------------------------------------------------ + + b +a a b a ? -? b -a - b ? +? b ? ? - ? ? ? ? @@ -380,13 +568,13 @@ a +> into '/user/trafodion/hive/exttables/null_format_default' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:04:54.535223 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:04:54.545332 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 -Task: EXTRACT Status: Started Time: 2018-02-15 18:04:54.545432 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:51:03.627942 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:51:03.632111 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:51:03.632160 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:04:54.907669 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.362 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:51:03.698352 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.066 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_default; @@ -411,13 +599,13 @@ a +> into '/user/trafodion/hive/exttables/null_format_empty' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:04:55.644505 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:04:55.653487 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: EXTRACT Status: Started Time: 2018-02-15 18:04:55.653576 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:51:05.257108 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:51:05.261694 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:51:05.261815 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:04:55.793745 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.140 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:51:05.326953 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.065 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_empty; @@ -428,11 +616,11 @@ A B a b a ? ? b -a ? -? b -? ? +a + b +? : ? -? ? + : : ? ? @@ -442,13 +630,13 @@ a ? +> into '/user/trafodion/hive/exttables/null_format_colon' +> select * from null_format_src; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:04:58.173365 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:04:58.181232 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008 -Task: EXTRACT Status: Started Time: 2018-02-15 18:04:58.181338 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:51:06.807418 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:51:07.98651 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.291 +Task: EXTRACT Status: Started Time: 2018-06-03 13:51:07.98903 Rows Processed: 10 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:04:59.59341 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.878 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:51:07.167356 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.068 --- 10 row(s) unloaded. >>select * from hive.hive.null_format_colon; @@ -510,16 +698,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_address +>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:11.944426 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:11.951622 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:11.951715 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:05.907863 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:05.920688 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.013 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:05.920738 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:13.577030 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.625 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:13.577106 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:13.649524 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.072 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:07.1351 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.081 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:07.1415 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:07.40677 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.039 --- 50000 row(s) unloaded. >>log; @@ -551,16 +739,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:18.315264 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:18.332814 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.018 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:18.332913 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:10.57783 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:10.66851 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:10.66928 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:19.299182 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.966 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:19.299258 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:19.381584 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.082 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:10.399937 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.333 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:10.399999 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:10.426133 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.026 --- 20000 row(s) unloaded. >>log; @@ -578,16 +766,16 @@ cat /tmp/merged_customer_demogs | wc -l +>select * from trafodion.hbase.customer_demographics +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:23.294544 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:23.313697 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.019 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:23.313776 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:12.937886 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:12.942161 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:12.942221 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:24.191928 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.878 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:24.191983 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:24.241983 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.050 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:13.297996 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.356 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:13.298046 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:13.337955 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.040 --- 20000 row(s) unloaded. >>log; @@ -618,16 +806,16 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:32.546089 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:32.554718 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:32.554786 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:17.561397 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:17.565716 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:17.565770 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:33.724947 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.170 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:33.724996 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:33.823547 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.099 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:18.516730 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.951 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:18.516810 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:18.580776 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.064 --- 20000 row(s) unloaded. >> @@ -644,16 +832,16 @@ regrhadoop.ksh fs -du -s /user/trafodion/bulkload/customer_demographics_salt/mer +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:38.56371 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:38.67413 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:38.67479 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:21.177732 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:21.182737 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:21.182789 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:39.90158 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.023 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:39.90224 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:39.187512 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.097 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:21.987418 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.805 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:21.987481 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:22.29948 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.042 --- 20000 row(s) unloaded. >> @@ -685,13 +873,13 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:43.445112 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:43.453703 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:43.453783 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:24.703017 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:24.708869 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:24.708941 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:44.340742 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.887 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:25.367954 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.659 --- 20000 row(s) unloaded. >> @@ -710,16 +898,16 @@ regrhadoop.ksh fs -ls /user/trafodion/bulkload/customer_demographics_salt/file* +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:06:53.855555 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:06:53.907871 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.052 -Task: EXTRACT Status: Started Time: 2018-02-15 18:06:53.907963 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:29.907550 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:29.918987 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:29.919067 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:06:55.94643 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.187 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:06:55.94708 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:06:55.204791 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.110 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:30.169671 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.251 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:30.169719 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:30.212138 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.042 --- 20000 row(s) unloaded. >> @@ -851,16 +1039,16 @@ CD_DEMO_SK CD_GENDER +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:08.188150 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:08.202625 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.014 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:08.202732 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:38.283526 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:38.377555 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.094 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:38.377676 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:09.582936 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.380 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:07:09.582998 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:07:09.681563 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.099 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:39.54355 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.677 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:39.54835 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:39.103849 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.049 --- 20000 row(s) unloaded. >>log; @@ -894,16 +1082,16 @@ regrhadoop.ksh fs -ls /user/trafodion/bulkload/customer_demographics_salt/merged +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:13.656228 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:13.669280 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.013 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:13.669356 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:41.528731 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:41.533680 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:41.533715 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:14.794127 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.125 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:07:14.794177 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:07:14.872595 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.078 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:41.793430 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.260 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:52:41.793483 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:52:41.956719 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.163 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -952,13 +1140,13 @@ CD_DEMO_SK CD_GENDER +>select * from trafodion.hbase.customer_demographics_salt +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:17.114815 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:17.123541 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.009 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:17.123619 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:44.728318 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:44.733629 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:44.733682 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:18.534503 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.411 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:45.42324 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.309 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -966,7 +1154,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.411 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1518718034, failedModTS = 1518718037, failedLoc = hdfs://localhost:30200/user/trafodion/hive/exttables/unload_customer_demographics +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1528033961955, failedModTS = 1528033965014, failedLoc = hdfs://localhost:36000/user/trafodion/hive/exttables/unload_customer_demographics (EXPR) -------------------- @@ -1008,13 +1196,13 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/trafodion/hive/exttables/unload_customer_address' +>select * from trafodion.hbase.customer_address ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:21.834979 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:21.842607 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:21.842684 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:50.189253 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:50.193894 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:50.193965 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:22.846533 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.004 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:50.898351 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.704 --- 50000 row(s) unloaded. >>--sh sleep 10; @@ -1063,13 +1251,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/trafodion/hive/exttables/unload_customer_address' +>select * from trafodion.hbase.customer_address ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:27.223840 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:27.230172 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:27.230271 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:53.288446 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:53.293371 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:53.293412 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:28.276265 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.046 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:52:54.39479 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.746 --- 50000 row(s) unloaded. >>--sh sleep 10; @@ -1077,7 +1265,7 @@ Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.046 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1518718042, failedModTS = 1518718047, failedLoc = hdfs://localhost:30200/user/trafodion/hive/exttables/unload_customer_address +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1528033970835, failedModTS = 1528033973983, failedLoc = hdfs://localhost:36000/user/trafodion/hive/exttables/unload_customer_address (EXPR) -------------------- @@ -1131,13 +1319,13 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/trafodion/hive/exttables/unload_customer' +>select * from trafodion.hbase.customer_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:35.116218 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:35.138360 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.022 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:35.138511 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:52:57.737802 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:52:57.745513 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.008 +Task: EXTRACT Status: Started Time: 2018-06-03 13:52:57.745566 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:39.493885 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.355 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:00.981694 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.236 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -1187,13 +1375,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID +>INTO '/user/trafodion/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:42.584392 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:42.606491 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.022 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:42.606575 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:53:04.47919 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:53:04.54712 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 +Task: EXTRACT Status: Started Time: 2018-06-03 13:53:04.54758 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:42.938953 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.332 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:04.308855 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.254 --- 20000 row(s) unloaded. >>--sh sleep 10; @@ -1242,16 +1430,16 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/trafodion/bulkload/customer_address' +>select * from trafodion.hbase.customer_address where ca_address_sk < 100; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:45.134272 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:45.144199 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:45.144292 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:53:06.107949 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:53:06.112081 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:53:06.112114 Rows Processed: 99 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:45.206585 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.062 -Task: MERGE FILES Status: Started Time: 2018-02-15 18:07:45.206623 -Task: MERGE FILES Status: Ended Time: 2018-02-15 18:07:45.249409 -Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.043 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:06.162235 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.050 +Task: MERGE FILES Status: Started Time: 2018-06-03 13:53:06.162273 +Task: MERGE FILES Status: Ended Time: 2018-06-03 13:53:06.186390 +Task: MERGE FILES Status: Ended Elapsed Time: 00:00:00.024 --- 99 row(s) unloaded. >> @@ -1286,13 +1474,13 @@ regrhadoop.ksh fs -rm /user/trafodion/hive/exttables/unload_customer_demographic +>INTO '/user/trafodion/hive/exttables/unload_store_sales_summary' +>select ss_sold_date_sk,ss_store_sk, sum (ss_quantity) from store_sales_salt group by ss_sold_date_sk ,ss_store_sk; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:50.933942 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:50.947531 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.014 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:50.947646 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:53:09.7602 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:53:09.11839 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:53:09.11899 Rows Processed: 12349 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:07:57.267172 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:06.320 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:12.473268 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.461 --- 12349 row(s) unloaded. >>--sh sleep 10; @@ -1410,13 +1598,13 @@ SS_SOLD_DATE_SK SS_STORE_SK SS_QUANTITY +>INTO '/user/trafodion/hive/exttables/unload_customer_and_address' +>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:07:59.625343 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:07:59.634853 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 -Task: EXTRACT Status: Started Time: 2018-02-15 18:07:59.634938 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:53:14.118218 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:53:14.122109 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: EXTRACT Status: Started Time: 2018-06-03 13:53:14.122177 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:08:03.958036 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:04.323 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:16.966582 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.844 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -1463,13 +1651,13 @@ C_CUSTOMER_SK C_CUSTOMER_ID +>INTO '/user/trafodion/hive/exttables/unload_customer_address' +>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:08:09.455473 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:08:09.466952 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011 -Task: EXTRACT Status: Started Time: 2018-02-15 18:08:09.467039 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:53:21.327239 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:53:21.332207 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.005 +Task: EXTRACT Status: Started Time: 2018-06-03 13:53:21.332251 Rows Processed: 1998 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:08:10.742385 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.275 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:53:21.643527 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.311 --- 1998 row(s) unloaded. >>--sh sleep 10; @@ -1580,7 +1768,7 @@ ESP_EXCHANGE ============================== SEQ_NO 3 ONLY CHILD 2 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT snapshot_name .......... TRAFODION.HBASE.CUSTOMER_DEMOGRAPHICS_SALT_SNAP111 - snapshot_temp_location /user/trafodion/bulkload/20180215180816/ + snapshot_temp_location /user/trafodion/bulkload/20180603135323/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1664,7 +1852,7 @@ grep -i -e 'explain snp' -e snapshot -e full_table_name -e esp_exchange LOG018_S use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111 - snapshot_temp_location /user/trafodion/bulkload/20180215180828/ + snapshot_temp_location /user/trafodion/bulkload/20180603135329/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1759,12 +1947,12 @@ ESP_EXCHANGE ============================== SEQ_NO 6 ONLY CHILD 5 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_SALT snapshot_name .......... TRAFODION.HBASE.CUSTOMER_SALT_SNAP111 - snapshot_temp_location /user/trafodion/bulkload/20180215180857/ + snapshot_temp_location /user/trafodion/bulkload/20180603135347/ ESP_EXCHANGE ============================== SEQ_NO 2 ONLY CHILD 1 use_snapshot_scan ...... TRUE full_table_name ........ TRAFODION.HBASE.CUSTOMER_ADDRESS snapshot_name .......... TRAFODION.HBASE.CUSTOMER_ADDRESS_SNAP111 - snapshot_temp_location /user/trafodion/bulkload/20180215180857/ + snapshot_temp_location /user/trafodion/bulkload/20180603135347/ grep -i -e 'explain reg' -e snapshot -e full_table_name -e esp_exchange LOG018_REGULAR_SCAN_PLAN.TXT | grep -v snapshot_scan_run_id >>--no snapshot >>explain reg; @@ -1882,17 +2070,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>select * from customer_address +><<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:11:30.124408 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:11:30.134892 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 -Task: VERIFY SNAPSHO Status: Started Time: 2018-02-15 18:11:30.135007 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:15.529591 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:15.551030 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.021 +Task: VERIFY SNAPSHO Status: Started Time: 2018-06-03 13:55:15.551111 Snapshots verified: 1 -Task: VERIFY SNAPSHO Status: Ended Time: 2018-02-15 18:11:30.786874 -Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.652 -Task: EXTRACT Status: Started Time: 2018-02-15 18:11:30.786980 +Task: VERIFY SNAPSHO Status: Ended Time: 2018-06-03 13:55:16.9270 +Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.458 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:16.9402 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:11:33.589088 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.802 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:16.898232 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.889 --- 50000 row(s) unloaded. >> @@ -1963,17 +2151,17 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>INTO '/user/trafodion/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:11:37.695020 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:11:37.697994 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:20.387582 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:20.390665 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.003 -Task: VERIFY SNAPSHO Status: Started Time: 2018-02-15 18:11:37.698032 +Task: VERIFY SNAPSHO Status: Started Time: 2018-06-03 13:55:20.390739 Snapshots verified: 1 -Task: VERIFY SNAPSHO Status: Ended Time: 2018-02-15 18:11:38.91730 -Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.394 -Task: EXTRACT Status: Started Time: 2018-02-15 18:11:38.91793 +Task: VERIFY SNAPSHO Status: Ended Time: 2018-06-03 13:55:20.729287 +Task: VERIFY SNAPSHO Status: Ended Elapsed Time: 00:00:00.339 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:20.729319 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:11:54.815317 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:16.724 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:31.637644 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:10.908 --- 20000 row(s) unloaded. >> @@ -2020,21 +2208,21 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/trafodion/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:11:59.514403 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:11:59.568789 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.054 -Task: CREATE SNAPSHO Status: Started Time: 2018-02-15 18:11:59.569162 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:33.468457 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:33.478567 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.010 +Task: CREATE SNAPSHO Status: Started Time: 2018-06-03 13:55:33.478640 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2018-02-15 18:12:02.196246 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:02.627 -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:02.196322 +Task: CREATE SNAPSHO Status: Ended Time: 2018-06-03 13:55:34.230765 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.752 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:34.230866 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:04.853940 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.658 -Task: DELETE SNAPSHO Status: Started Time: 2018-02-15 18:12:04.854023 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:35.111780 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.881 +Task: DELETE SNAPSHO Status: Started Time: 2018-06-03 13:55:35.111848 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2018-02-15 18:12:04.970459 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.116 +Task: DELETE SNAPSHO Status: Ended Time: 2018-06-03 13:55:35.142906 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.031 --- 20000 row(s) unloaded. >> @@ -2042,7 +2230,7 @@ Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.116 *** WARNING[8597] Statement was automatically retried 1 time(s). Delay before each retry was 0 seconds. See next entry for the error that caused this retry. -*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1518718314, failedModTS = 1518718322, failedLoc = hdfs://localhost:30200/user/trafodion/hive/exttables/unload_customer_demographics +*** WARNING[8436] Mismatch detected between compiletime and runtime hive table definitions. DataModMismatchDetails: compiledModTS = 1528034131528, failedModTS = 1528034135036, failedLoc = hdfs://localhost:36000/user/trafodion/hive/exttables/unload_customer_demographics (EXPR) -------------------- @@ -2085,21 +2273,21 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/trafodion/hive/exttables/unload_customer_demographics' +>select * from trafodion.hbase.customer_demographics_salt <<+ cardinality 10e10 >>; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:12:09.434906 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:12:09.447361 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.012 -Task: CREATE SNAPSHO Status: Started Time: 2018-02-15 18:12:09.447441 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:38.97129 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:38.107724 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.011 +Task: CREATE SNAPSHO Status: Started Time: 2018-06-03 13:55:38.107775 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2018-02-15 18:12:11.216278 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:01.769 -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:11.216735 +Task: CREATE SNAPSHO Status: Ended Time: 2018-06-03 13:55:38.789769 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.682 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:38.789853 Rows Processed: 20000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:13.303549 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:02.087 -Task: DELETE SNAPSHO Status: Started Time: 2018-02-15 18:12:13.303627 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:39.542249 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.752 +Task: DELETE SNAPSHO Status: Started Time: 2018-06-03 13:55:39.542328 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2018-02-15 18:12:13.312214 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.009 +Task: DELETE SNAPSHO Status: Ended Time: 2018-06-03 13:55:39.548261 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 --- 20000 row(s) unloaded. >> @@ -2147,21 +2335,21 @@ CD_DEMO_SK CD_GENDER +>INTO '/user/trafodion/hive/exttables/unload_customer_address' +>select * from customer_address where ca_address_sk < 1000 union select * from customer_address where ca_address_sk > 40000 and ca_address_sk < 41000; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:12:15.664213 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:12:15.671583 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 -Task: CREATE SNAPSHO Status: Started Time: 2018-02-15 18:12:15.671688 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:41.309378 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:41.315499 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.006 +Task: CREATE SNAPSHO Status: Started Time: 2018-06-03 13:55:41.315623 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2018-02-15 18:12:16.657657 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.986 -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:16.657770 +Task: CREATE SNAPSHO Status: Ended Time: 2018-06-03 13:55:41.913219 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.598 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:41.913309 Rows Processed: 1998 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:17.470194 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.812 -Task: DELETE SNAPSHO Status: Started Time: 2018-02-15 18:12:17.470315 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:42.186190 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.273 +Task: DELETE SNAPSHO Status: Started Time: 2018-06-03 13:55:42.186241 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2018-02-15 18:12:17.478106 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.008 +Task: DELETE SNAPSHO Status: Ended Time: 2018-06-03 13:55:42.192108 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 --- 1998 row(s) unloaded. >> @@ -2235,21 +2423,21 @@ CA_ADDRESS_SK CA_ADDRESS_ID +>INTO '/user/trafodion/hive/exttables/unload_customer_and_address' +>select * from trafodion.hbase.customer_salt c join trafodion.hbase.customer_address ca on c.c_current_addr_sk = ca.ca_address_sk ; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:12:19.884968 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:12:19.897491 -Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.013 -Task: CREATE SNAPSHO Status: Started Time: 2018-02-15 18:12:19.897613 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:43.878753 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:43.883230 +Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.004 +Task: CREATE SNAPSHO Status: Started Time: 2018-06-03 13:55:43.883286 Snapshots created: 2 -Task: CREATE SNAPSHO Status: Ended Time: 2018-02-15 18:12:23.452227 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:03.555 -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:23.452312 +Task: CREATE SNAPSHO Status: Ended Time: 2018-06-03 13:55:46.70975 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:02.188 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:46.71083 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:29.936799 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:06.484 -Task: DELETE SNAPSHO Status: Started Time: 2018-02-15 18:12:29.937310 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:49.239764 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.169 +Task: DELETE SNAPSHO Status: Started Time: 2018-06-03 13:55:49.239818 Snapshots deleted: 2 -Task: DELETE SNAPSHO Status: Ended Time: 2018-02-15 18:12:29.957784 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.020 +Task: DELETE SNAPSHO Status: Ended Time: 2018-06-03 13:55:49.251199 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.011 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -2316,21 +2504,21 @@ LC RC OP OPERATOR OPT DESCRIPTION CARD +>INTO '/user/trafodion/hive/exttables/unload_customer_name' +>select c_first_name,c_last_name from trafodion.hbase.customer_salt; Task: UNLOAD Status: Started -Task: EMPTY TARGET Status: Started Time: 2018-02-15 18:12:33.805157 -Task: EMPTY TARGET Status: Ended Time: 2018-02-15 18:12:33.812573 +Task: EMPTY TARGET Status: Started Time: 2018-06-03 13:55:52.931550 +Task: EMPTY TARGET Status: Ended Time: 2018-06-03 13:55:52.938609 Task: EMPTY TARGET Status: Ended Elapsed Time: 00:00:00.007 -Task: CREATE SNAPSHO Status: Started Time: 2018-02-15 18:12:33.812685 +Task: CREATE SNAPSHO Status: Started Time: 2018-06-03 13:55:52.938647 Snapshots created: 1 -Task: CREATE SNAPSHO Status: Ended Time: 2018-02-15 18:12:34.536950 -Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.724 -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:34.537031 +Task: CREATE SNAPSHO Status: Ended Time: 2018-06-03 13:55:53.412302 +Task: CREATE SNAPSHO Status: Ended Elapsed Time: 00:00:00.474 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:53.412379 Rows Processed: 100000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:37.722517 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:03.185 -Task: DELETE SNAPSHO Status: Started Time: 2018-02-15 18:12:37.722612 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:54.579128 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.167 +Task: DELETE SNAPSHO Status: Started Time: 2018-06-03 13:55:54.579501 Snapshots deleted: 1 -Task: DELETE SNAPSHO Status: Ended Time: 2018-02-15 18:12:37.731824 -Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.009 +Task: DELETE SNAPSHO Status: Ended Time: 2018-06-03 13:55:54.585021 +Task: DELETE SNAPSHO Status: Ended Elapsed Time: 00:00:00.006 --- 100000 row(s) unloaded. >>--sh sleep 10; @@ -2374,16 +2562,16 @@ C_FIRST_NAME >>--unload 100 --should give error [8447] >>unload into '//\a//c' select * from CUSTOMER_ADDRESS; Task: UNLOAD Status: Started -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:42.125129 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:57.249893 *** ERROR[8447] An error occurred during hdfs access. Error Detail: Java exception in HdfsClient::hdfsOpen(). java.io.IOException: No FileSystem for scheme: null -org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2584) -org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2591) -org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:91) -org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2630) -org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2612) -org.apache.hadoop.fs.FileSystem.get(FileSystem.java:370) -org.trafodion.sql.SequenceFileWriter.hdfsCreate(SequenceFileWriter.java:156) +org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2676) +org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2690) +org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:94) +org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2733) +org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2715) +org.apache.hadoop.fs.FileSystem.get(FileSystem.java:382) +org.trafodion.sql.HDFSClient.hdfsOpen(HDFSClient.java:332) --- 0 row(s) unloaded. >> @@ -2408,10 +2596,10 @@ unload with delimiter 0 into '/user/trafodion/bulkload/test' select * from CUST >>--unload 103 -- should not give an error >>unload with delimiter '\a' into '/user/trafodion/bulkload/test' select * >>from customer_address; Task: UNLOAD Status: Started -Task: EXTRACT Status: Started Time: 2018-02-15 18:12:42.706958 +Task: EXTRACT Status: Started Time: 2018-06-03 13:55:57.648284 Rows Processed: 50000 -Task: EXTRACT Status: Ended Time: 2018-02-15 18:12:44.128709 -Task: EXTRACT Status: Ended Elapsed Time: 00:00:01.422 +Task: EXTRACT Status: Ended Time: 2018-06-03 13:55:58.455790 +Task: EXTRACT Status: Ended Elapsed Time: 00:00:00.808 --- 50000 row(s) unloaded. >>--unload 24 -- should give an error
http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/FILTER005 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/FILTER005 b/core/sql/regress/hive/FILTER005 index 08be9a6..fda2be1 100755 --- a/core/sql/regress/hive/FILTER005 +++ b/core/sql/regress/hive/FILTER005 @@ -33,4 +33,5 @@ s/Logging Location: \/user\/trafodion\/bulkload\/logs\/TEST005\/ERR.*/Logging Lo s/Time:.*/Time:@time@/ s/^\*\*\* WARNING\[8436\].*/Warning 8436 or 8577 removed/g s/^\*\*\* WARNING\[8577\].*/Warning 8436 or 8577 removed/g +s/\/\* ObjectUID = *[0-9]*/ObjectUID = <UID removed>/g " $fil http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/FILTER008 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/FILTER008 b/core/sql/regress/hive/FILTER008 new file mode 100755 index 0000000..1dcb5b9 --- /dev/null +++ b/core/sql/regress/hive/FILTER008 @@ -0,0 +1,35 @@ +#! /bin/sh +# @@@ START COPYRIGHT @@@ +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# +# @@@ END COPYRIGHT @@@ + +# Like the pattern-masking of QACOMP, here we filter out such stuff as +# timestamps and generated identifiers. Called by the runregr script +# before doing diff. + +fil=$1 +if [ "$fil" = "" ]; then + echo "Usage: $0 filename" + exit 1 +fi + +sed " +s/\/\* ObjectUID = *[0-9]*/ObjectUID = <UID removed>/g +" $fil http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/TEST003 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/TEST003 b/core/sql/regress/hive/TEST003 index 75537e0..aa0f0bd 100644 --- a/core/sql/regress/hive/TEST003 +++ b/core/sql/regress/hive/TEST003 @@ -167,7 +167,7 @@ cqd PARALLEL_NUM_ESPS '2'; set schema hive; cqd hive_max_esps '2'; cqd HIVE_MAX_STRING_LENGTH_IN_BYTES '25' ; -truncate ins_store_sales_summary; +truncate table ins_store_sales_summary; control query shape esp_exchange(cut); prepare s from insert into table ins_store_sales_summary select ss_sold_date_sk,ss_store_sk, sum (ss_quantity) from store_sales group by ss_sold_date_sk ,ss_store_sk; explain options 'f' s; http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/TEST005 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/TEST005 b/core/sql/regress/hive/TEST005 index b0c6808..6e91949 100644 --- a/core/sql/regress/hive/TEST005 +++ b/core/sql/regress/hive/TEST005 @@ -45,7 +45,7 @@ sh regrhadoop.ksh fs -rm /user/trafodion/hive/exttables/tbl_dos_num/*; sh regrhadoop.ksh fs -rm /user/trafodion/hive/exttables/tbl_bad/*; --- setup Hive tables -sh regrhive.ksh -v -f $REGRTSTDIR/TEST005_a.hive.sql; +sh sqlci -i"$REGRTSTDIR/TEST005_a.hive.sql"; sh regrhadoop.ksh fs -put $REGRTSTDIR/tbl_utf8.data /user/trafodion/hive/exttables/tbl_utf8; sh regrhadoop.ksh fs -put $REGRTSTDIR/tbl_type.data /user/trafodion/hive/exttables/tbl_type; @@ -298,61 +298,59 @@ cqd HIVE_SCAN_SPECIAL_MODE reset; -- tests for hive timestamp mismatch check cqd auto_query_retry_warnings 'ON'; -process hive statement 'drop table thive'; -process hive statement 'create table thive(a int)'; +drop table if exists hive.hive.thive; +create table hive.hive.thive(a int); select a from hive.hive.thive; -sh echo "insert into thive values (1);" > TEST005_junk; -sh regrhive.ksh -f TEST005_junk; +process hive statement 'insert into thive values (1)'; select a from hive.hive.thive; insert into hive.hive.thive values (2); select a from hive.hive.thive; -process hive statement 'drop table thive'; -process hive statement 'create table thive(a int, b int)'; +drop table hive.hive.thive; +create table hive.hive.thive(a int, b int); -sh echo "insert into thive values (1,2);" > TEST005_junk; -sh regrhive.ksh -f TEST005_junk; +process hive statement 'insert into thive values (1,2)'; select a from hive.hive.thive; select * from hive.hive.thive; --- truncate of hive data ---cqd query_cache '0'; -truncate hive.hive.thive; +-- truncate of regular hive table +truncate table hive.hive.thive; select * from hive.hive.thive; insert into hive.hive.thive values (10, 20); select * from hive.hive.thive; -truncate hive.hive.thive; -truncate hive.hive.thive; +truncate table hive.hive.thive; +truncate table hive.hive.thive; select * from hive.hive.thive; -- truncate of partitioned hive table -process hive statement 'drop table t005part'; -process hive statement 'create table t005part(a int) partitioned by (b int, c int)'; +-- When partitioned hive tables are supported, then inserts and selects below +-- can be executed directly from traf instead of through hive shell. +drop table if exists hive.hive.t005part; +create table hive.hive.t005part(a int) partitioned by (b int, c int); sh echo "insert into t005part partition (b=10,c=11) values (5);" > TEST005_junk; sh regrhive.ksh -f TEST005_junk; sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; -truncate hive.hive.t005part; +truncate table hive.hive.t005part; sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; sh echo "insert into t005part partition (b=10,c=11) values (5);" > TEST005_junk; sh regrhive.ksh -f TEST005_junk; -truncate hive.hive.t005part partition ('b=10'); +truncate table hive.hive.t005part partition (b=10); sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; - sh echo "insert into t005part partition (b=10,c=11) values (5);" > TEST005_junk; sh regrhive.ksh -f TEST005_junk; -truncate hive.hive.t005part partition ('b=10','c=11'); +truncate table hive.hive.t005part partition (b=10,c=11); sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; @@ -363,16 +361,16 @@ sh regrhive.ksh -f TEST005_junk; sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; -truncate hive.hive.t005part partition ('b=10','c=11'); +truncate table hive.hive.t005part partition (b=10,c=11); sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; -truncate hive.hive.t005part partition ('b=10'); +truncate table hive.hive.t005part partition (b=10); sh echo "select * from t005part;" > TEST005_junk; sh regrhive.ksh -f TEST005_junk | tee -a LOG005; -- should return error -truncate hive.hive.t005part partition ('b=12'); +truncate table hive.hive.t005part partition (b=10,c=13); -- should return error purgedata hive.hive.thive; @@ -381,25 +379,25 @@ purgedata hive.hive.thive; invoke hive.hive.thive_insert_smallint; showddl hive.hive.thive_insert_smallint; -truncate hive.hive.thive_insert_smallint; +truncate table hive.hive.thive_insert_smallint; cqd hive_insert_error_mode '0'; insert into hive.hive.thive_insert_smallint select * from (values (10), (11111111), (21), (22222222)); select * from hive.hive.thive_insert_smallint; -truncate hive.hive.thive_insert_smallint; +truncate table hive.hive.thive_insert_smallint; cqd hive_insert_error_mode '1'; insert into hive.hive.thive_insert_smallint select * from (values (10), (11111111), (21), (22222222)); select * from hive.hive.thive_insert_smallint; -truncate hive.hive.thive_insert_smallint; +truncate table hive.hive.thive_insert_smallint; cqd hive_insert_error_mode '2'; insert into hive.hive.thive_insert_smallint select * from (values (10), (11111111), (21), (22222222)); select * from hive.hive.thive_insert_smallint; -truncate hive.hive.thive_insert_smallint; +truncate table hive.hive.thive_insert_smallint; cqd hive_insert_error_mode '3'; insert into hive.hive.thive_insert_smallint select * from (values (10), (11111111), (21), (22222222)); @@ -409,11 +407,10 @@ cqd hive_max_string_length_in_bytes '2'; invoke hive.hive.thive_insert_varchar; showddl hive.hive.thive_insert_varchar; cqd hive_insert_error_mode '1'; -truncate hive.hive.thive_insert_varchar; +truncate table hive.hive.thive_insert_varchar; insert into hive.hive.thive_insert_varchar values ('abcddcba','efghijkl'); cqd hive_max_string_length_in_bytes '20'; select * from hive.hive.thive_insert_varchar; - log; http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/TEST005_a.hive.sql ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/TEST005_a.hive.sql b/core/sql/regress/hive/TEST005_a.hive.sql index f73790e..1519993 100644 --- a/core/sql/regress/hive/TEST005_a.hive.sql +++ b/core/sql/regress/hive/TEST005_a.hive.sql @@ -19,6 +19,8 @@ -- -- @@@ END COPYRIGHT @@@ +set schema hive.hive; + drop table customer_ddl; create external table customer_ddl ( http://git-wip-us.apache.org/repos/asf/trafodion/blob/6f490daf/core/sql/regress/hive/TEST007 ---------------------------------------------------------------------- diff --git a/core/sql/regress/hive/TEST007 b/core/sql/regress/hive/TEST007 index 681a726..3e20592 100644 --- a/core/sql/regress/hive/TEST007 +++ b/core/sql/regress/hive/TEST007 @@ -28,6 +28,7 @@ initialize authorization; register user sql_user3 as sql_user3; log LOG007 clear; + obey TEST007(setup_traf); obey TEST007(tests_traf); obey TEST007(error_tests_traf); @@ -36,10 +37,11 @@ obey TEST007(setup_hive); obey TEST007(tests_hive); obey TEST007(error_tests_hive); -log; obey TEST007(clean_up_traf); obey TEST007(clean_up_hive); +log; + exit; ?section clean_up_traf @@ -138,8 +140,8 @@ update trafodion.sch007.vhive1 set b = 1; -- traf view is not updatable delete from trafodion.sch007.vhive4; --- traf view must be in traf cat/sch -create view vhive5 as select * from thive1; +create view if not exists vhive5 as select * from thive1; +drop view vhive5; -- if underlying hive table is dropped, an error is returned prepare s from select * from trafodion.sch007.vhive1; @@ -149,53 +151,55 @@ execute s; select * from trafodion.sch007.vhive1; unregister hive table if exists hive.hive.thive1; select * from hive.hive.thive1; -cleanup hive table hive.hive.thive1; +cleanup table hive.hive.thive1; select * from hive.hive.thive1; ?section clean_up_hive + +set schema hive.hive; unregister hive table hive.hive.thive1 cleanup; unregister hive view hive.hivesch007.vhive1 cascade cleanup; unregister hive view hive.hivesch007.vhive11 cascade cleanup; -process hive statement 'drop table hivesch007.thive1'; -process hive statement 'drop view hivesch007.vhive11'; -process hive statement 'drop view hivesch007.vhive1'; -process hive statement 'drop database hivesch007 cascade'; -process hive statement 'drop table thive007'; -process hive statement 'drop view vhive007'; +drop table hivesch007.thive1; +drop view hivesch007.vhive11; +drop view hivesch007.vhive1; +drop database hivesch007 cascade; +drop table hive.hive.thive007; +drop view vhive007; -cleanup hive view hive.hivesch007.vhive11; +cleanup view hive.hivesch007.vhive11; drop view trafodion.sch007.vtrafonhive; drop schema trafodion.sch007 cascade; -process hive statement 'drop table hivesch0071.h1'; -process hive statement 'drop view hivesch0071.vh1'; -process hive statement 'drop view hivesch0071.vh11'; +drop table hivesch0071.h1; +drop view hivesch0071.vh1; +drop view hivesch0071.vh11; -process hive statement 'drop table hivesch007.thive9'; +drop table hivesch007.thive9; drop view trafodion.sch007.vhive9; drop external table thive9 for hive.hivesch007.thive9; -process hive statement 'drop database hivesch0071 cascade'; +drop database hivesch0071 cascade; + ?section setup_hive -process hive statement 'create database hivesch007'; +create database hive.hivesch007; -process hive statement 'create table hivesch007.thive1 (a int)'; +create table hive.hivesch007.thive1 (a int); -sh echo "insert into hivesch007.thive1 values (1);" > TEST007_junk; -sh regrhive.ksh -f TEST007_junk; +insert into hive.hivesch007.thive1 values (1); -process hive statement 'create view hivesch007.vhive1 as select * from hivesch007.thive1 where thive1.a > 0'; +create view hive.hivesch007.vhive1 as select * from hivesch007.thive1 where thive1.a > 0; -process hive statement 'create view hivesch007.vhive11 as select * from hivesch007.vhive1 where vhive1.a > 0'; +create view hive.hivesch007.vhive11 as select * from hivesch007.vhive1 where vhive1.a > 0; -process hive statement 'create table thive007 (a int)'; +create table hive.hive.thive007 (a int); -process hive statement 'create view vhive007 as select * from thive007 where a > 0'; +create view hive.hive.vhive007 as select * from thive007 where a > 0; insert into hive.hive.thive007 values (1); @@ -245,6 +249,7 @@ get views in view trafodion.sch007.vtrafonhive; get views on view hive.hivesch007.vhive11; unregister hive view hive.hivesch007.vhive11 cascade; + get tables in view hive.hivesch007.vhive11; get views on table hive.hivesch007.thive1;
