See
<https://builds.apache.org/job/carbondata-master-spark-2.2/org.apache.carbondata$carbondata-mv-core/2164/display/redirect>
Changes:
------------------------------------------
[...truncated 1.13 MB...]
2019-12-31 08:25:25 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 ERROR GlobalSortHelper$:45 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:26 AUDIT audit:93 - {"time":"December 31, 2019 12:25:26 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905274940447585","opStatus":"SUCCESS","opTime":"1137
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
2019-12-31 08:25:26 AUDIT audit:72 - {"time":"December 31, 2019 12:25:26 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905276081191118","opStatus":"START"}
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 ERROR GlobalSortHelper$:45 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:27 AUDIT audit:93 - {"time":"December 31, 2019 12:25:27 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905276081191118","opStatus":"SUCCESS","opTime":"899
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
2019-12-31 08:25:27 AUDIT audit:72 - {"time":"December 31, 2019 12:25:27 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905276983237743","opStatus":"START"}
2019-12-31 08:25:27 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR GlobalSortHelper$:45 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 AUDIT audit:93 - {"time":"December 31, 2019 12:25:28 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905276983237743","opStatus":"SUCCESS","opTime":"916
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
2019-12-31 08:25:28 AUDIT audit:72 - {"time":"December 31, 2019 12:25:28 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905277902904603","opStatus":"START"}
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:28 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR DataLoadExecutor:55 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 ERROR GlobalSortHelper$:45 - Data Load is partially success
for table partitionallcompaction
2019-12-31 08:25:29 AUDIT audit:93 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"LOAD DATA
OVERWRITE","opId":"7905277902904603","opStatus":"SUCCESS","opTime":"987
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
2019-12-31 08:25:29 AUDIT audit:72 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905278891674281","opStatus":"START"}
2019-12-31 08:25:29 AUDIT audit:93 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905278891674281","opStatus":"SUCCESS","opTime":"55
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
[31m- Test data updation after compaction on Partition with mv tables ***
FAILED ***[0m
[31m Results do not match for query:[0m
[31m == Parsed Logical Plan ==[0m
[31m 'Project [unresolvedalias('count('empno), None)][0m
[31m +- 'Filter ('empno = 14)[0m
[31m +- 'UnresolvedRelation `partitionallcompaction`[0m
[31m == Analyzed Logical Plan ==[0m
[31m count(empno): bigint[0m
[31m Aggregate [count(empno#50639) AS count(empno)#51402L][0m
[31m +- Filter (empno#50639 = 14)[0m
[31m +- SubqueryAlias partitionallcompaction[0m
[31m +-
Relation[empno#50639,empname#50640,designation#50641,workgroupcategory#50642,workgroupcategoryname#50643,deptno#50644,projectjoindate#50645,projectenddate#50646,attendance#50647,utilization#50648,salary#50649,deptname#50650,doj#50651,projectcode#50652]
CarbonDatasourceHadoopRelation[0m
[31m == Optimized Logical Plan ==[0m
[31m CarbonDictionaryCatalystDecoder [partition_mv_partitionallcompaction],
ExcludeProfile(ArrayBuffer()), CarbonAliasDecoderRelation(), true[0m
[31m +- Aggregate [count(empno#50639) AS count(empno)#51402L][0m
[31m +- Project [empno#50639][0m
[31m +- Filter (isnotnull(empno#50639) && (empno#50639 = 14))[0m
[31m +-
Relation[empno#50639,empname#50640,designation#50641,workgroupcategory#50642,workgroupcategoryname#50643,deptno#50644,projectjoindate#50645,projectenddate#50646,attendance#50647,utilization#50648,salary#50649,deptname#50650,doj#50651,projectcode#50652]
CarbonDatasourceHadoopRelation[0m
[31m == Physical Plan ==[0m
[31m *HashAggregate(keys=[], functions=[count(empno#50639)],
output=[count(empno)#51402L])[0m
[31m +- Exchange SinglePartition[0m
[31m +- *HashAggregate(keys=[], functions=[partial_count(empno#50639)],
output=[count#51407L])[0m
[31m +- *Filter (isnotnull(empno#50639) && (empno#50639 = 14))[0m
[31m +- *FileScan carbondata
partition_mv.partitionallcompaction[empno#50639] PushedFilters:
[IsNotNull(empno), EqualTo(empno,14)], ReadSchema: struct<empno:int>[0m
[31m == Results ==[0m
[31m !== Correct Answer - 1 == == Spark Answer - 1 ==[0m
[31m ![5] [0] (QueryTest.scala:90)[0m
2019-12-31 08:25:29 AUDIT audit:72 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905279078052352","opStatus":"START"}
2019-12-31 08:25:29 AUDIT audit:93 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905279078052352","opStatus":"SUCCESS","opTime":"74
ms","table":"partition_mv.updatetime_8","extraInfo":{"bad_record_path":"","table_blocksize":"256","sort_scope":"global_sort","local_dictionary_enable":"true","external":"false","sort_columns":"countryid,imex,hs_len,minstartdate,startdate,newdate,minnewdate","comment":""}}
2019-12-31 08:25:29 AUDIT audit:72 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905279154667473","opStatus":"START"}
2019-12-31 08:25:29 AUDIT audit:93 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905279154667473","opStatus":"SUCCESS","opTime":"5
ms","table":"NA","extraInfo":{"dmName":"ag"}}
2019-12-31 08:25:29 AUDIT audit:72 - {"time":"December 31, 2019 12:25:29 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905279162946260","opStatus":"START"}
2019-12-31 08:25:30 AUDIT audit:72 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905279361379991","opStatus":"START"}
2019-12-31 08:25:30 AUDIT audit:93 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905279361379991","opStatus":"SUCCESS","opTime":"49
ms","table":"partition_mv.ag_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"256","sort_scope":"global_sort","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"updatetime_8","sort_columns":"updatetime_8_imex","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"ag"}}
2019-12-31 08:25:30 AUDIT audit:93 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905279162946260","opStatus":"SUCCESS","opTime":"449
ms","table":"partition_mv.updatetime_8","extraInfo":{"provider":"mv","dmName":"ag"}}
2019-12-31 08:25:30 AUDIT audit:72 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905279621927033","opStatus":"START"}
2019-12-31 08:25:30 AUDIT audit:93 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905279621927033","opStatus":"SUCCESS","opTime":"442
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:30 AUDIT audit:72 - {"time":"December 31, 2019 12:25:30 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280072172653","opStatus":"START"}
2019-12-31 08:25:31 AUDIT audit:93 - {"time":"December 31, 2019 12:25:31 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280072172653","opStatus":"SUCCESS","opTime":"368
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:31 AUDIT audit:72 - {"time":"December 31, 2019 12:25:31 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280447943987","opStatus":"START"}
2019-12-31 08:25:31 AUDIT audit:93 - {"time":"December 31, 2019 12:25:31 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280447943987","opStatus":"SUCCESS","opTime":"277
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:31 AUDIT audit:72 - {"time":"December 31, 2019 12:25:31 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280735153880","opStatus":"START"}
2019-12-31 08:25:33 AUDIT audit:93 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905280735153880","opStatus":"SUCCESS","opTime":"1626
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:33 AUDIT audit:72 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905282371432902","opStatus":"START"}
2019-12-31 08:25:33 AUDIT audit:93 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905282371432902","opStatus":"SUCCESS","opTime":"316
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:33 AUDIT audit:72 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905282700677098","opStatus":"START"}
2019-12-31 08:25:33 AUDIT audit:93 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905282700677098","opStatus":"SUCCESS","opTime":"320
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:33 AUDIT audit:72 - {"time":"December 31, 2019 12:25:33 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905283032792464","opStatus":"START"}
2019-12-31 08:25:34 AUDIT audit:93 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905283032792464","opStatus":"SUCCESS","opTime":"398
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:34 AUDIT audit:72 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905283439913352","opStatus":"START"}
2019-12-31 08:25:34 AUDIT audit:93 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905283439913352","opStatus":"SUCCESS","opTime":"279
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:34 AUDIT audit:72 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905283721128926","opStatus":"START"}
2019-12-31 08:25:34 AUDIT audit:93 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905283721128926","opStatus":"SUCCESS","opTime":"21
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
2019-12-31 08:25:34 AUDIT audit:72 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905283749592788","opStatus":"START"}
2019-12-31 08:25:34 AUDIT audit:93 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"ALTER TABLE COMPACTION
MINOR","opId":"7905283749592788","opStatus":"SUCCESS","opTime":"20
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
[31m- Test data updation in Aggregate query after compaction on Partitioned
table with mv table *** FAILED ***[0m
[31m Results do not match for query:[0m
[31m == Parsed Logical Plan ==[0m
[31m 'Aggregate ['imex], [unresolvedalias('sum('hs_len), None)][0m
[31m +- 'UnresolvedRelation `updatetime_8`[0m
[31m == Analyzed Logical Plan ==[0m
[31m sum(hs_len): bigint[0m
[31m Aggregate [updatetime_8_imex#51485], [sum(sum_hs_len#51484L) AS
sum(hs_len)#52091L][0m
[31m +- SubqueryAlias ag_table[0m
[31m +- Relation[sum_hs_len#51484L,updatetime_8_imex#51485]
CarbonDatasourceHadoopRelation[0m
[31m == Optimized Logical Plan ==[0m
[31m CarbonDictionaryCatalystDecoder [partition_mv_ag_table],
ExcludeProfile(ArrayBuffer()), CarbonAliasDecoderRelation(), true[0m
[31m +- Aggregate [updatetime_8_imex#51485], [sum(sum_hs_len#51484L) AS
sum(hs_len)#52091L][0m
[31m +- Relation[sum_hs_len#51484L,updatetime_8_imex#51485]
CarbonDatasourceHadoopRelation[0m
[31m == Physical Plan ==[0m
[31m *HashAggregate(keys=[updatetime_8_imex#51485],
functions=[sum(sum_hs_len#51484L)], output=[sum(hs_len)#52091L])[0m
[31m +- Exchange hashpartitioning(updatetime_8_imex#51485, 200)[0m
[31m +- *HashAggregate(keys=[updatetime_8_imex#51485],
functions=[partial_sum(sum_hs_len#51484L)], output=[updatetime_8_imex#51485,
sum#52103L])[0m
[31m +- *FileScan carbondata
partition_mv.ag_table[sum_hs_len#51484L,updatetime_8_imex#51485] ReadSchema:
struct<sum_hs_len:bigint,updatetime_8_imex:smallint>[0m
[31m == Results ==[0m
[31m !== Correct Answer - 3 == == Spark Answer - 0 ==[0m
[31m ![40] [0m
[31m ![42] [0m
[31m ![83] (QueryTest.scala:90)[0m
2019-12-31 08:25:34 AUDIT audit:72 - {"time":"December 31, 2019 12:25:34 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905284186787102","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:93 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905284186787102","opStatus":"SUCCESS","opTime":"597
ms","table":"partition_mv.partitionone","extraInfo":{}}
2019-12-31 08:25:35 AUDIT audit:72 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905284786778061","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:93 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905284786778061","opStatus":"SUCCESS","opTime":"81
ms","table":"partition_mv.partitionone","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-12-31 08:25:35 AUDIT audit:72 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905284871344017","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:72 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285028169546","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:93 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285028169546","opStatus":"SUCCESS","opTime":"32
ms","table":"partition_mv.p7_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p7"}}
2019-12-31 08:25:35 AUDIT audit:93 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905284871344017","opStatus":"SUCCESS","opTime":"362
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p7"}}
2019-12-31 08:25:35 AUDIT audit:72 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285236736014","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:72 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285258198884","opStatus":"START"}
2019-12-31 08:25:35 AUDIT audit:93 - {"time":"December 31, 2019 12:25:35 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285258198884","opStatus":"SUCCESS","opTime":"27
ms","table":"partition_mv.p1_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p1"}}
2019-12-31 08:25:36 AUDIT audit:93 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285236736014","opStatus":"SUCCESS","opTime":"219
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p1"}}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285458798797","opStatus":"START"}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285483767366","opStatus":"START"}
2019-12-31 08:25:36 AUDIT audit:93 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285483767366","opStatus":"SUCCESS","opTime":"85
ms","table":"partition_mv.p2_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p2"}}
2019-12-31 08:25:36 AUDIT audit:93 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285458798797","opStatus":"SUCCESS","opTime":"292
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p2"}}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285754261168","opStatus":"START"}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285780137467","opStatus":"START"}
2019-12-31 08:25:36 AUDIT audit:93 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905285780137467","opStatus":"SUCCESS","opTime":"230
ms","table":"partition_mv.p3_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p3"}}
2019-12-31 08:25:36 AUDIT audit:93 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905285754261168","opStatus":"SUCCESS","opTime":"495
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p3"}}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286253089019","opStatus":"START"}
2019-12-31 08:25:36 AUDIT audit:72 - {"time":"December 31, 2019 12:25:36 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286279480917","opStatus":"START"}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286279480917","opStatus":"SUCCESS","opTime":"86
ms","table":"partition_mv.p4_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p4"}}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286253089019","opStatus":"SUCCESS","opTime":"288
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p4"}}
2019-12-31 08:25:37 AUDIT audit:72 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286546294094","opStatus":"START"}
2019-12-31 08:25:37 AUDIT audit:72 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286575406133","opStatus":"START"}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286575406133","opStatus":"SUCCESS","opTime":"33
ms","table":"partition_mv.p5_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p5"}}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286546294094","opStatus":"SUCCESS","opTime":"247
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p5"}}
2019-12-31 08:25:37 AUDIT audit:72 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286796750220","opStatus":"START"}
2019-12-31 08:25:37 AUDIT audit:72 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286824968775","opStatus":"START"}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905286824968775","opStatus":"SUCCESS","opTime":"33
ms","table":"partition_mv.p6_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"p6"}}
2019-12-31 08:25:37 AUDIT audit:93 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905286796750220","opStatus":"SUCCESS","opTime":"249
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"p6"}}
2019-12-31 08:25:37 AUDIT audit:72 - {"time":"December 31, 2019 12:25:37 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905287062158548","opStatus":"START"}
2019-12-31 08:25:38 AUDIT audit:93 - {"time":"December 31, 2019 12:25:38 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905287062158548","opStatus":"SUCCESS","opTime":"891
ms","table":"partition_mv.partitionone","extraInfo":{}}
[32m- check partitioning for child tables with various combinations[0m
2019-12-31 08:25:38 AUDIT audit:72 - {"time":"December 31, 2019 12:25:38 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905287962117541","opStatus":"START"}
2019-12-31 08:25:38 AUDIT audit:93 - {"time":"December 31, 2019 12:25:38 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905287962117541","opStatus":"SUCCESS","opTime":"55
ms","table":"partition_mv.partitionone","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-12-31 08:25:38 AUDIT audit:72 - {"time":"December 31, 2019 12:25:38 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905288156489240","opStatus":"START"}
2019-12-31 08:25:39 AUDIT audit:93 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905288156489240","opStatus":"SUCCESS","opTime":"357
ms","table":"partition_mv.partitionone","extraInfo":{}}
2019-12-31 08:25:39 AUDIT audit:72 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905288516189517","opStatus":"START"}
2019-12-31 08:25:39 AUDIT audit:93 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905288516189517","opStatus":"SUCCESS","opTime":"4
ms","table":"NA","extraInfo":{"dmName":"dm1"}}
2019-12-31 08:25:39 AUDIT audit:72 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905288523984628","opStatus":"START"}
2019-12-31 08:25:39 AUDIT audit:72 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905288550252280","opStatus":"START"}
2019-12-31 08:25:39 AUDIT audit:93 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905288550252280","opStatus":"SUCCESS","opTime":"42
ms","table":"partition_mv.dm1_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"dm1"}}
2019-12-31 08:25:39 AUDIT audit:93 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905288523984628","opStatus":"SUCCESS","opTime":"275
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"dm1"}}
[31m- test partition at last column *** FAILED ***[0m
[31m Results do not match for query:[0m
[31m == Parsed Logical Plan ==[0m
[31m 'Aggregate ['c], ['c, unresolvedalias('sum('b), None)][0m
[31m +- 'UnresolvedRelation `partitionone`[0m
[31m == Analyzed Logical Plan ==[0m
[31m c: int, sum(b): bigint[0m
[31m Aggregate [partitionone_c#52539], [partitionone_c#52539 AS c#52543,
sum(sum_b#52538L) AS sum(b)#52544L][0m
[31m +- SubqueryAlias dm1_table[0m
[31m +- Relation[sum_b#52538L,partitionone_c#52539]
CarbonDatasourceHadoopRelation[0m
[31m == Optimized Logical Plan ==[0m
[31m CarbonDictionaryCatalystDecoder [partition_mv_dm1_table],
ExcludeProfile(ArrayBuffer()), CarbonAliasDecoderRelation(), true[0m
[31m +- Aggregate [partitionone_c#52539], [partitionone_c#52539 AS c#52543,
sum(sum_b#52538L) AS sum(b)#52544L][0m
[31m +- Relation[sum_b#52538L,partitionone_c#52539]
CarbonDatasourceHadoopRelation[0m
[31m == Physical Plan ==[0m
[31m *HashAggregate(keys=[partitionone_c#52539],
functions=[sum(sum_b#52538L)], output=[c#52543, sum(b)#52544L])[0m
[31m +- Exchange hashpartitioning(partitionone_c#52539, 200)[0m
[31m +- *HashAggregate(keys=[partitionone_c#52539],
functions=[partial_sum(sum_b#52538L)], output=[partitionone_c#52539,
sum#52558L])[0m
[31m +- *FileScan carbondata
partition_mv.dm1_table[sum_b#52538L,partitionone_c#52539] ReadSchema:
struct<sum_b:bigint,partitionone_c:int>[0m
[31m == Results ==[0m
[31m !== Correct Answer - 1 == == Spark Answer - 0 ==[0m
[31m ![3,2] (QueryTest.scala:90)[0m
2019-12-31 08:25:39 AUDIT audit:72 - {"time":"December 31, 2019 12:25:39 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905289250424111","opStatus":"START"}
2019-12-31 08:25:40 AUDIT audit:93 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905289250424111","opStatus":"SUCCESS","opTime":"414
ms","table":"partition_mv.partitionone","extraInfo":{}}
2019-12-31 08:25:40 AUDIT audit:72 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905289667083638","opStatus":"START"}
2019-12-31 08:25:40 AUDIT audit:93 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905289667083638","opStatus":"SUCCESS","opTime":"142
ms","table":"partition_mv.partitionone","extraInfo":{"bad_record_path":"","local_dictionary_enable":"true","external":"false","sort_columns":"","comment":""}}
2019-12-31 08:25:40 AUDIT audit:72 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905289935811785","opStatus":"START"}
2019-12-31 08:25:40 AUDIT audit:93 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"INSERT
INTO","opId":"7905289935811785","opStatus":"SUCCESS","opTime":"346
ms","table":"partition_mv.partitionone","extraInfo":{}}
2019-12-31 08:25:40 AUDIT audit:72 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905290283664392","opStatus":"START"}
2019-12-31 08:25:40 AUDIT audit:93 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"DROP
DATAMAP","opId":"7905290283664392","opStatus":"SUCCESS","opTime":"5
ms","table":"NA","extraInfo":{"dmName":"dm1"}}
2019-12-31 08:25:40 AUDIT audit:72 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905290292186986","opStatus":"START"}
2019-12-31 08:25:40 AUDIT audit:72 - {"time":"December 31, 2019 12:25:40 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905290319301962","opStatus":"START"}
2019-12-31 08:25:41 AUDIT audit:93 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"CREATE
TABLE","opId":"7905290319301962","opStatus":"SUCCESS","opTime":"56
ms","table":"partition_mv.dm1_table","extraInfo":{"local_dictionary_threshold":"10000","bad_record_path":"","table_blocksize":"1024","local_dictionary_enable":"true","flat_folder":"false","external":"false","parent_tables":"partitionone","sort_columns":"","comment":"","_internal.deferred.rebuild":"false","carbon.column.compressor":"snappy","datamap_name":"dm1"}}
2019-12-31 08:25:41 AUDIT audit:93 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"CREATE
DATAMAP","opId":"7905290292186986","opStatus":"SUCCESS","opTime":"279
ms","table":"partition_mv.partitionone","extraInfo":{"provider":"mv","dmName":"dm1"}}
[31m- test partition on timeseries column *** FAILED ***[0m
[31m 0 did not equal 1 (TestPartitionWithMV.scala:695)[0m
2019-12-31 08:25:41 AUDIT audit:72 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290989838585","opStatus":"START"}
2019-12-31 08:25:41 AUDIT audit:93 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290989838585","opStatus":"SUCCESS","opTime":"1
ms","table":"partition_mv.ag_table","extraInfo":{}}
2019-12-31 08:25:41 AUDIT audit:72 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290991176657","opStatus":"START"}
2019-12-31 08:25:41 AUDIT audit:93 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290991176657","opStatus":"SUCCESS","opTime":"1
ms","table":"partition_mv.dm1_table","extraInfo":{}}
2019-12-31 08:25:41 AUDIT audit:72 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290992186439","opStatus":"START"}
2019-12-31 08:25:41 AUDIT audit:93 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905290992186439","opStatus":"SUCCESS","opTime":"188
ms","table":"partition_mv.droppartition","extraInfo":{}}
2019-12-31 08:25:41 AUDIT audit:72 - {"time":"December 31, 2019 12:25:41 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291180166328","opStatus":"START"}
2019-12-31 08:25:42 AUDIT audit:93 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291180166328","opStatus":"SUCCESS","opTime":"231
ms","table":"partition_mv.maintable","extraInfo":{}}
2019-12-31 08:25:42 AUDIT audit:72 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291411418910","opStatus":"START"}
2019-12-31 08:25:42 AUDIT audit:93 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291411418910","opStatus":"SUCCESS","opTime":"81
ms","table":"partition_mv.par","extraInfo":{}}
2019-12-31 08:25:42 AUDIT audit:72 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291492401251","opStatus":"START"}
2019-12-31 08:25:42 AUDIT audit:93 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291492401251","opStatus":"SUCCESS","opTime":"465
ms","table":"partition_mv.partitionallcompaction","extraInfo":{}}
2019-12-31 08:25:42 AUDIT audit:72 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291957439830","opStatus":"START"}
2019-12-31 08:25:42 AUDIT audit:93 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905291957439830","opStatus":"SUCCESS","opTime":"234
ms","table":"partition_mv.partitionone","extraInfo":{}}
2019-12-31 08:25:42 AUDIT audit:72 - {"time":"December 31, 2019 12:25:42 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292191012099","opStatus":"START"}
2019-12-31 08:25:43 AUDIT audit:93 - {"time":"December 31, 2019 12:25:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292191012099","opStatus":"SUCCESS","opTime":"147
ms","table":"partition_mv.partitiontable","extraInfo":{}}
2019-12-31 08:25:43 AUDIT audit:72 - {"time":"December 31, 2019 12:25:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292338812548","opStatus":"START"}
2019-12-31 08:25:43 AUDIT audit:93 - {"time":"December 31, 2019 12:25:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292338812548","opStatus":"SUCCESS","opTime":"1
ms","table":"partition_mv.sensor_1_table","extraInfo":{}}
2019-12-31 08:25:43 AUDIT audit:72 - {"time":"December 31, 2019 12:25:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292339842538","opStatus":"START"}
2019-12-31 08:25:43 AUDIT audit:93 - {"time":"December 31, 2019 12:25:43 AM
PST","username":"jenkins","opName":"DROP
TABLE","opId":"7905292339842538","opStatus":"SUCCESS","opTime":"291
ms","table":"partition_mv.updatetime_8","extraInfo":{}}
[32mMVTPCDSTestCase:[0m
[33m- test create datamap with tpcds_1_4_testCases case_1 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_3 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_4 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_5 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_6 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_8 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_11 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_15 !!! IGNORED !!![0m
[33m- test create datamap with tpcds_1_4_testCases case_16 !!! IGNORED !!![0m
[36mRun completed in 10 minutes, 59 seconds.[0m
[36mTotal number of tests run: 233[0m
[36mSuites: completed 21, aborted 0[0m
[36mTests: succeeded 215, failed 18, canceled 0, ignored 18, pending 0[0m
[31m*** 18 TESTS FAILED ***[0m
[JENKINS] Recording test results