[
https://issues.apache.org/jira/browse/DRILL-7163?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Vitalii Diravka closed DRILL-7163.
----------------------------------
Assignee: Vitalii Diravka
Resolution: Cannot Reproduce
> Join query fails with java.lang.IllegalArgumentException: null
> --------------------------------------------------------------
>
> Key: DRILL-7163
> URL: https://issues.apache.org/jira/browse/DRILL-7163
> Project: Apache Drill
> Issue Type: Bug
> Affects Versions: 1.15.0
> Reporter: Khurram Faraaz
> Assignee: Vitalii Diravka
> Priority: Critical
>
> Join query fails with java.lang.IllegalArgumentException: null
> Drill : 1.15.0
> Failing query is
> {noformat}
> Select *
> From
> (
> select
> convert_from(t.itm.iUUID, 'UTF8') iUUID,
> convert_from(t.UPC.UPC14, 'UTF8') UPC14,
> convert_from(t.itm.upcDesc, 'UTF8') upcDesc,
> convert_from(t.ris.mstBrdOid, 'UTF8') mstBrdOid,
> convert_from(t.ris.vrfLgyMtch, 'UTF8') vrfLgyMtch,
> convert_from(t.itm.mtch.cfdMtch, 'UTF8') cfdMtch,
> convert_from(t.itm.uoM, 'UTF8') uoM,
> convert_from(t.uomRec.valVal, 'UTF8') uomVal,
> case when a.iUUID is null then 0 else 1 end as keyind
> from hbase.`/mapr/tables/item-master` t
> left outer join
> (
> select distinct
> convert_from(t.m.iUUID, 'UTF8') iUUID
> from hbase.`/mapr/tables/items` t
> ) a
> on t.itm.iUUID = a.iUUID
> ) i
> where (i.mstBrdOid is null
> or i.vrfLgyMtch is null)
> and i.keyind=1
> {noformat}
> Stack trace from drillbit.log
> {noformat}
> 2019-03-27 11:45:44,563 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
> o.a.d.e.physical.impl.BaseRootExec - Batch dump started: dumping last 2
> failed batches
> 2019-03-27 11:45:44,564 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
> o.a.d.e.p.i.p.ProjectRecordBatch -
> ProjectRecordBatch[projector=Projector[vector2=null,
> selectionVectorMode=NONE], hasRemainder=false, remainderIndex=0,
> recordCount=0,
> container=org.apache.drill.exec.record.VectorContainer@2133fd0e[recordCount =
> 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key`
> (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt`
> (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc`
> (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt`
> (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy`
> (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate`
> (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm`
> (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch`
> (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd`
> (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo`
> (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy`
> (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy`
> (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs`
> (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec`
> (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC`
> (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc`
> (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd`
> (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc`
> (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt`
> (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr`
> (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy`
> (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal`
> (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
> (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
> (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
> (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
> (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE],
> wrappers = [org.apache.drill.exec.vector.VarBinaryVector@b23a384[field =
> [`row_key` (VARBINARY:REQUIRED)], ...],
> org.apache.drill.exec.vector.complex.MapVector@61c779ff,
> org.apache.drill.exec.vector.complex.MapVector@575c0f96,
> org.apache.drill.exec.vector.complex.MapVector@69b943fe,
> org.apache.drill.exec.vector.complex.MapVector@7f90e2ce,
> org.apache.drill.exec.vector.complex.MapVector@25c27442,
> org.apache.drill.exec.vector.complex.MapVector@12d5ffd3,
> org.apache.drill.exec.vector.complex.MapVector@3150f8c4,
> org.apache.drill.exec.vector.complex.MapVector@49aefab2,
> org.apache.drill.exec.vector.complex.MapVector@7f78e7a1,
> org.apache.drill.exec.vector.complex.MapVector@426ea4fa,
> org.apache.drill.exec.vector.complex.MapVector@74cee2ab,
> org.apache.drill.exec.vector.NullableVarBinaryVector@4a0bfdea[field = [`$f12`
> (VARBINARY:OPTIONAL)], ...],
> org.apache.drill.exec.vector.NullableVarCharVector@72f64ee5[field = [`iUUID`
> (VARCHAR:OPTIONAL)], ...]], ...]]
> 2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
> o.a.d.e.p.impl.join.HashJoinBatch -
> HashJoinBatch[container=org.apache.drill.exec.record.VectorContainer@45887d35[recordCount
> = 0, schemaChanged = false, schema = BatchSchema [fields=[[`row_key`
> (VARBINARY:REQUIRED)], [`clnDesc` (MAP:REQUIRED), children=([`bndlCnt`
> (VARBINARY:OPTIONAL)], [`by` (VARBINARY:OPTIONAL)], [`desc`
> (VARBINARY:OPTIONAL)], [`dt` (VARBINARY:OPTIONAL)], [`descExt`
> (VARBINARY:OPTIONAL)])], [`dup` (MAP:REQUIRED), children=([`dupBy`
> (VARBINARY:OPTIONAL)], [`dupDt` (VARBINARY:OPTIONAL)], [`duplicate`
> (VARBINARY:OPTIONAL)], [`preferred` (VARBINARY:OPTIONAL)])], [`itm`
> (MAP:REQUIRED), children=([`iUUID` (VARBINARY:OPTIONAL)], [`cfdLgyMtch`
> (VARBINARY:OPTIONAL)], [`uoM` (VARBINARY:OPTIONAL)], [`upcCd`
> (VARBINARY:OPTIONAL)], [`upcDesc` (VARBINARY:OPTIONAL)], [`promo`
> (VARBINARY:OPTIONAL)])], [`lckSts` (MAP:REQUIRED), children=([`lckBy`
> (VARBINARY:OPTIONAL)], [`lckDt` (VARBINARY:OPTIONAL)])], [`lgy`
> (MAP:REQUIRED), children=([`lgyBr` (VARBINARY:OPTIONAL)])], [`obs`
> (MAP:REQUIRED), children=([`POSFile` (VARBINARY:OPTIONAL)])], [`prmRec`
> (MAP:REQUIRED)], [`ris` (MAP:REQUIRED), children=([`UPC`
> (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)], [`brdExtDesc`
> (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)], [`brdTypeCd`
> (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)], [`mfgDesc`
> (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt`
> (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr`
> (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy`
> (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal`
> (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
> (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
> (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
> (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
> (VARBINARY:OPTIONAL)], [`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE],
> wrappers = [org.apache.drill.exec.vector.VarBinaryVector@46501495[field =
> [`row_key` (VARBINARY:REQUIRED)], ...],
> org.apache.drill.exec.vector.complex.MapVector@53215518,
> org.apache.drill.exec.vector.complex.MapVector@1360a8ff,
> org.apache.drill.exec.vector.complex.MapVector@15071e73,
> org.apache.drill.exec.vector.complex.MapVector@533554fa,
> org.apache.drill.exec.vector.complex.MapVector@a655211,
> org.apache.drill.exec.vector.complex.MapVector@1c5424f2,
> org.apache.drill.exec.vector.complex.MapVector@318d558d,
> org.apache.drill.exec.vector.complex.MapVector@486645c2,
> org.apache.drill.exec.vector.complex.MapVector@68b36305,
> org.apache.drill.exec.vector.complex.MapVector@557da955,
> org.apache.drill.exec.vector.complex.MapVector@e07af4a,
> org.apache.drill.exec.vector.NullableVarBinaryVector@7435a31d[field = [`$f12`
> (VARBINARY:OPTIONAL)], ...],
> org.apache.drill.exec.vector.NullableVarCharVector@76d5dd5[field = [`iUUID`
> (VARCHAR:OPTIONAL)], ...]], ...],
> left=org.apache.drill.exec.physical.impl.aggregate.HashAggBatch@3f626b6c,
> right=org.apache.drill.exec.physical.impl.project.ProjectRecordBatch@cacee35,
> leftOutcome=OK_NEW_SCHEMA, rightOutcome=OK, joinType=INNER,
> hashJoinProbe=HashJoinProbeTemplate[container=null, probeSchema=null,
> joinType=null, recordsToProcess=0, recordsProcessed=0, outputRecords=0,
> probeState=PROBE_PROJECT, unmatchedBuildIndexes=null],
> rightExpr=[NamedExpression [expr=`$f12`, ref=`build_side_0`]], canSpill=true,
> buildSchema=BatchSchema [fields=[[`row_key` (VARBINARY:REQUIRED)], [`clnDesc`
> (MAP:REQUIRED), children=([`bndlCnt` (VARBINARY:OPTIONAL)], [`by`
> (VARBINARY:OPTIONAL)], [`desc` (VARBINARY:OPTIONAL)], [`dt`
> (VARBINARY:OPTIONAL)], [`descExt` (VARBINARY:OPTIONAL)])], [`dup`
> (MAP:REQUIRED), children=([`dupBy` (VARBINARY:OPTIONAL)], [`dupDt`
> (VARBINARY:OPTIONAL)], [`duplicate` (VARBINARY:OPTIONAL)], [`preferred`
> (VARBINARY:OPTIONAL)])], [`itm` (MAP:REQUIRED), children=([`iUUID`
> (VARBINARY:OPTIONAL)], [`cfdLgyMtch` (VARBINARY:OPTIONAL)], [`uoM`
> (VARBINARY:OPTIONAL)], [`upcCd` (VARBINARY:OPTIONAL)], [`upcDesc`
> (VARBINARY:OPTIONAL)], [`promo` (VARBINARY:OPTIONAL)])], [`lckSts`
> (MAP:REQUIRED), children=([`lckBy` (VARBINARY:OPTIONAL)], [`lckDt`
> (VARBINARY:OPTIONAL)])], [`lgy` (MAP:REQUIRED), children=([`lgyBr`
> (VARBINARY:OPTIONAL)])], [`obs` (MAP:REQUIRED), children=([`POSFile`
> (VARBINARY:OPTIONAL)])], [`prmRec` (MAP:REQUIRED)], [`ris` (MAP:REQUIRED),
> children=([`UPC` (VARBINARY:OPTIONAL)], [`brdDesc` (VARBINARY:OPTIONAL)],
> [`brdExtDesc` (VARBINARY:OPTIONAL)], [`brdFamDesc` (VARBINARY:OPTIONAL)],
> [`brdTypeCd` (VARBINARY:OPTIONAL)], [`flvDesc` (VARBINARY:OPTIONAL)],
> [`mfgDesc` (VARBINARY:OPTIONAL)], [`modBy` (VARBINARY:OPTIONAL)], [`modDt`
> (VARBINARY:OPTIONAL)], [`msaCatCd` (VARBINARY:OPTIONAL)])], [`rjr`
> (MAP:REQUIRED)], [`uomRec` (MAP:REQUIRED), children=([`valBy`
> (VARBINARY:OPTIONAL)], [`valDt` (VARBINARY:OPTIONAL)], [`valVal`
> (VARBINARY:OPTIONAL)], [`recBy` (VARBINARY:OPTIONAL)], [`recDt`
> (VARBINARY:OPTIONAL)], [`recRat` (VARBINARY:OPTIONAL)], [`recVal`
> (VARBINARY:OPTIONAL)])], [`upc` (MAP:REQUIRED), children=([`UPC14`
> (VARBINARY:OPTIONAL)], [`allUPCVar` (VARBINARY:OPTIONAL)])], [`$f12`
> (VARBINARY:OPTIONAL)]], selectionVector=NONE], probeSchema=BatchSchema
> [fields=[[`iUUID` (VARCHAR:OPTIONAL)]], selectionVector=NONE]]
> 2019-03-27 11:45:44,565 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
> o.a.d.e.physical.impl.BaseRootExec - Batch dump completed.
> 2019-03-27 11:45:44,572 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] INFO
> o.a.d.e.w.fragment.FragmentExecutor -
> 23646564-3d23-f32b-6f68-11d7c4dd7a19:1:0: State change requested FAILED -->
> FINISHED
> 2019-03-27 11:45:44,588 [23646564-3d23-f32b-6f68-11d7c4dd7a19:frag:1:0] ERROR
> o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: IllegalArgumentException
> Fragment 1:0
> Please, refer to logs for more information.
> [Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
> org.apache.drill.common.exceptions.UserException: SYSTEM ERROR:
> IllegalArgumentException
> Fragment 1:0
> Please, refer to logs for more information.
> [Error Id: f8309162-1315-49a1-8fe0-ed64c21aef0a on test12def:31010]
> at
> org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:633)
> ~[drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:364)
> [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:219)
> [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:330)
> [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
> [drill-common-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> [na:1.8.0_181]
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> [na:1.8.0_181]
> at java.lang.Thread.run(Thread.java:748) [na:1.8.0_181]
> Caused by: java.lang.IllegalArgumentException: null
> at
> org.apache.drill.shaded.guava.com.google.common.base.Preconditions.checkArgument(Preconditions.java:121)
> ~[drill-shaded-guava-23.0.jar:23.0]
> at
> org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.roundUpToPowerOf2(BatchSizePredictorImpl.java:97)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.computeValueVectorSize(BatchSizePredictorImpl.java:88)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.getBatchSizeEstimate(BatchSizePredictorImpl.java:146)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.BatchSizePredictorImpl.updateStats(BatchSizePredictorImpl.java:70)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.HashJoinMemoryCalculatorImpl$BuildSidePartitioningImpl.initialize(HashJoinMemoryCalculatorImpl.java:258)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.HashJoinBatch.executeBuildPhase(HashJoinBatch.java:953)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.join.HashJoinBatch.innerNext(HashJoinBatch.java:524)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:126)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:116)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext(AbstractUnaryRecordBatch.java:63)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:143)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:186)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.SingleSenderCreator$SingleSenderRootExec.innerNext(SingleSenderCreator.java:93)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:297)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:284)
> ~[drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> at java.security.AccessController.doPrivileged(Native Method) ~[na:1.8.0_181]
> at javax.security.auth.Subject.doAs(Subject.java:422) ~[na:1.8.0_181]
> at
> org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1669)
> ~[hadoop-common-2.7.0-mapr-1808.jar:na]
> at
> org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:284)
> [drill-java-exec-1.15.0.0-mapr.jar:1.15.0.0-mapr]
> ... 4 common frames omitted
> Options
> {noformat}
>
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
