Khurram Faraaz created DRILL-7163:
-------------------------------------
Summary: Join query fails with java.lang.IllegalArgumentException:
null
Key: DRILL-7163
URL: https://issues.apache.org/jira/browse/DRILL-7163
Project: Apache Drill
Issue Type: Bug
Affects Versions: 1.15.0
Reporter: Khurram Faraaz
Join query fails with java.lang.IllegalArgumentException: null
Drill : 1.15.0
Failing query is
{noformat}
Select *
From
(
select
convert_from(t.itm.iUUID, 'UTF8') iUUID,
convert_from(t.UPC.UPC14, 'UTF8') UPC14,
convert_from(t.itm.upcDesc, 'UTF8') upcDesc,
convert_from(t.ris.mstBrdOid, 'UTF8') mstBrdOid,
convert_from(t.ris.vrfLgyMtch, 'UTF8') vrfLgyMtch,
convert_from(t.itm.mtch.cfdMtch, 'UTF8') cfdMtch,
convert_from(t.itm.uoM, 'UTF8') uoM,
convert_from(t.uomRec.valVal, 'UTF8') uomVal,
case when a.iUUID is null then 0 else 1 end as keyind
from hbase.`/mapr/tables/item-master` t
left outer join
(
select distinct
convert_from(t.m.iUUID, 'UTF8') iUUID
from hbase.`/mapr/tables/items` t
) a
on t.itm.iUUID = a.iUUID
) i
where (i.mstBrdOid is null
or i.vrfLgyMtch is null)
and i.keyind=1
{noformat}
Stack trace from drillbit.log
{noformat}
2019-03-27 11:45:44,563 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
o.a.d.e.physical.impl.BaseRootExec - Batch dump started: dumping last 2 failed
batches
2019-03-27 11:45:44,564 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
o.a.d.e.p.i.p.ProjectRecordBatch -
ProjectRecordBatch[projector=Projector[vector2=null, selectionVectorMode=NONE],
hasRemainder=false, remainderIndex=0, recordCount=0,
container=org.apache.drill.exec.record.VectorContainer@2133fd0e[recordCount =
0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key`
(VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt`
(VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc`
(VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt`
(VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy`
(VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate`
(VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm`
(MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch`
(VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd`
(VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo`
(VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy`
(VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED),
children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED),
children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris`
(MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc`
(VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc`
(VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc`
(VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy`
(VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd`
(VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED),
children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)],
[`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
(VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
(VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
(VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
(VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE],
wrappers = [org.apache.drill.exec.vector.VarBinaryVector@b23a384[field =
[`row_key` (VARBINARY:REQUIRED)], ...],
org.apache.drill.exec.vector.complex.MapVector@61c779ff,
org.apache.drill.exec.vector.complex.MapVector@575c0f96,
org.apache.drill.exec.vector.complex.MapVector@69b943fe,
org.apache.drill.exec.vector.complex.MapVector@7f90e2ce,
org.apache.drill.exec.vector.complex.MapVector@25c27442,
org.apache.drill.exec.vector.complex.MapVector@12d5ffd3,
org.apache.drill.exec.vector.complex.MapVector@3150f8c4,
org.apache.drill.exec.vector.complex.MapVector@49aefab2,
org.apache.drill.exec.vector.complex.MapVector@7f78e7a1,
org.apache.drill.exec.vector.complex.MapVector@426ea4fa,
org.apache.drill.exec.vector.complex.MapVector@74cee2ab,
org.apache.drill.exec.vector.NullableVarBinaryVector@4a0bfdea[field = [`$f12`
(VARBINARY:OPTIONAL)], ...],
org.apache.drill.exec.vector.NullableVarCharVector@72f64ee5[field = [`iUUID`
(VARCHAR:OPTIONAL)], ...]], ...]]
2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
o.a.d.e.p.impl.join.HashJoinBatch -
HashJoinBatch[container=org.apache.drill.exec.record.VectorContainer@45887d35[recordCount
= 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key`
(VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt`
(VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc`
(VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt`
(VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy`
(VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate`
(VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm`
(MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch`
(VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd`
(VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo`
(VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy`
(VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED),
children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED),
children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris`
(MAP:REQUIRED), children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc`
(VARBINARY:OPTIONAL)], [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc`
(VARBINARY:OPTIONAL)], [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc`
(VARBINARY:OPTIONAL)], [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy`
(VARBINARY:OPTIONAL)], [`modDt` (VARBINARY:OPTIONAL)], [`msaCatCd`
(VARBINARY:OPTIONAL)])], [`rjr` (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED),
children=([`valBy` (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)],
[`valVal` (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
(VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
(VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
(VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
(VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE],
wrappers = [org.apache.drill.exec.vector.VarBinaryVector@46501495[field =
[`row_key` (VARBINARY:REQUIRED)], ...],
org.apache.drill.exec.vector.complex.MapVector@53215518,
org.apache.drill.exec.vector.complex.MapVector@1360a8ff,
org.apache.drill.exec.vector.complex.MapVector@15071e73,
org.apache.drill.exec.vector.complex.MapVector@533554fa,
org.apache.drill.exec.vector.complex.MapVector@a655211,
org.apache.drill.exec.vector.complex.MapVector@1c5424f2,
org.apache.drill.exec.vector.complex.MapVector@318d558d,
org.apache.drill.exec.vector.complex.MapVector@486645c2,
org.apache.drill.exec.vector.complex.MapVector@68b36305,
org.apache.drill.exec.vector.complex.MapVector@557da955,
org.apache.drill.exec.vector.complex.MapVector@e07af4a,
org.apache.drill.exec.vector.NullableVarBinaryVector@7435a31d[field = [`$f12`
(VARBINARY:OPTIONAL)], ...],
org.apache.drill.exec.vector.NullableVarCharVector@76d5dd5[field = [`iUUID`
(VARCHAR:OPTIONAL)], ...]], ...],
left=org.apache.drill.exec.physical.impl.aggregate.HashAggBatch@3f626b6c,
right=org.apache.drill.exec.physical.impl.project.ProjectRecordBatch@cacee35,
leftOutcome=OK_NEW_SCHEMA, rightOutcome=OK, joinType=INNER,
hashJoinProbe=HashJoinProbeTemplate[container=null, probeSchema=null,
joinType=null, recordsToProcess=0, recordsProcessed=0, outputRecords=0,
probeState=PROBE_PROJECT, unmatchedBuildIndexes=null],
rightExpr=[NamedExpression [expr=`$f12`, ref=`build_side_0`]], canSpill=true,
buildSchema=BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc`
(MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by`
(VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt`
(VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup`
(MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt`
(VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred`
(VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID`
(VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM`
(VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc`
(VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts`
(MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt`
(VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr`
(VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile`
(VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED),
children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)],
[`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)],
[`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)],
[`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt`
(VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr`
(MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy`
(VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal`
(VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
(VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
(VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
(VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
(VARBINARY:OPTIONAL)]], selectionVector=NONE], probeSchema=BatchSchema
[fields=[[`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE]]
2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
o.a.d.e.physical.impl.BaseRootExec - Batch dump completed.
2019-03-27 11:45:44,572 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] INFO
o.a.d.e.w.fragment.FragmentExecutor - 23646564-3d23-f32b-6f68-11d7c4dd7a19:1:0:
State change requested FAILED --> FINISHED
2019-03-27 11:45:44,588 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: IllegalArgumentException
Fragment 1:0
Please, refer to logs for more information.
[Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
org.apache.drill.common.exceptions.UserException: SYSTEM ERROR:
IllegalArgumentException
Fragment 1:0
Please, refer to logs for more information.
[Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
at
org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:633)
~[drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:364)
[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:219)
[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:330)
[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
[drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[na:1.8.0_181]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[na:1.8.0_181]
at java.lang.Thread.run(Thread.java:748) [na:1.8.0_181]
Caused by: java.lang.IllegalArgumentException: null
at
org.apache.drill.shaded.guava.com.google.common.base.Preconditions.checkArgument(Preconditions.java:121)
~[drill-shaded-guava-23.0.jar:23.0]
at
org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.roundUpToPowerOf2(BatchSizePredictorImpl.java:97)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.computeValueVectorSize(BatchSizePredictorImpl.java:88)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.getBatchSizeEstimate(BatchSizePredictorImpl.java:146)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.updateStats(BatchSizePredictorImpl.java:70)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.HashJoinMemoryCalculatorImpl$BuildSidePartitioningImpl.initialize(HashJoinMemoryCalculatorImpl.java:258)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.HashJoinBatch.executeBuildPhase(HashJoinBatch.java:953)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.join.HashJoinBatch.innerNext(HashJoinBatch.java:524)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:93)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:297)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at
org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:284)
~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_181]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[na:1.8.0_181]
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669)
~[hadoop-common-2.7.0-mapr-1808.jar:na]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:284)
[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
... 4 common frames omitted
Options
{noformat}
--
This message was sent by Atlassian JIRA
(v7.6.3#76005)
