Hi,
I'm experiencing NPE running a CTAS query with Partition BY. Data in the
SELECT statement comes from Hive (through Hive storage plugin).
Any pointers?
Thanks,
Alex
--
Alex Rodrigues, Data Engineer EMEA
Mobile: +447449713454 | Skype: deorus
<http://www.mapr.com/>
Now Available - Free Hadoop On-Demand Training
<http://www.mapr.com/training?utm_source=Email&utm_medium=Signature&utm_campaign=Free%20available>
2016-04-12 16:14:49,327 [28f2ef16-0813-32d1-8667-1b203cb33c56:foreman] INFO
o.a.drill.exec.work.foreman.Foreman - Query text for query id
28f2ef16-0813-32d1-8667-1b203cb33c56: CREATE TABLE dfs.tmp
.dc_cov_fc_bt_by_role (
id_period, cd_ej_c3, cd_met_c3, cd_ga_fct, in_titri, mt_rev, mt_rev_ytd_n1,
mt_rev_n1, mt_rev_n2, mt_bud_rev, mt_bud_dep, mt_bud_rwa, mt_forec_rev,
mt_forec_dep, mt_forec_rwa, mt_act_bud, mt_rev_rs
k, mt_el_irba_moy, mt_cap_tiers1_moy, mt_rwa, mt_rwa_ytd_n1, mt_dep,
mt_dep_nfb, mt_dep_oth, mt_dep_ytd_n1, mt_dep_nfb_ytd_n1, mt_dep_oth_ytd_n1,
mt_funded_asset, mt_funded_asset_ytd_n1, mt_exp, mt
_drawn, mt_undrawn_committed, mt_eff_eepe, mt_exp_ytd_n1, mt_drawn_ytd_n1,
mt_undrawn_committed_ytd_n1, mt_eff_eepe_ytd_n1, in_rev_block, ll_ga, ll_ej,
cd_ej_fct, in_contrib_final_le, ll_zon_geo1,
ll_zon_geo2, ll_pay, cd_pay_c3, id_uid, cd_met_para, cd_pay_fct, id_role,
ll_nom, ll_pren
)
PARTITION BY (id_role)
AS
SELECT
id_period, cd_ej_c3, cd_met_c3, cd_ga_fct, in_titri, mt_rev, mt_rev_ytd_n1,
mt_rev_n1, mt_rev_n2, mt_bud_rev, mt_bud_dep, mt_bud_rwa, mt_forec_rev,
mt_forec_dep, mt_forec_rwa, mt_act_bud, mt_rev_rs
k, mt_el_irba_moy, mt_cap_tiers1_moy, mt_rwa, mt_rwa_ytd_n1, mt_dep,
mt_dep_nfb, mt_dep_oth, mt_dep_ytd_n1, mt_dep_nfb_ytd_n1, mt_dep_oth_ytd_n1,
mt_funded_asset, mt_funded_asset_ytd_n1, mt_exp, mt
_drawn, mt_undrawn_committed, mt_eff_eepe, mt_exp_ytd_n1, mt_drawn_ytd_n1,
mt_undrawn_committed_ytd_n1, mt_eff_eepe_ytd_n1, in_rev_block, ll_ga, ll_ej,
cd_ej_fct, in_contrib_final_le, ll_zon_geo1,
ll_zon_geo2, ll_pay, cd_pay_c3, id_uid, cd_met_para, cd_pay_fct, id_role,
ll_nom, ll_pren
FROM hive.`cuborc`.`dc_cov_fc_bt`
2016-04-12 16:14:49,949 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.w.fragment.FragmentExecutor - 28f2ef16-0813-32d1-8667-1b203cb33c56:0:0:
State change requested AWAITING_ALLOCAT
ION --> RUNNING
2016-04-12 16:14:49,950 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.w.f.FragmentStatusReporter - 28f2ef16-0813-32d1-8667-1b203cb33c56:0:0:
State to report: RUNNING
2016-04-12 16:14:52,284 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/0
2016-04-12 16:14:53,012 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/0
2016-04-12 16:14:53,906 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/1
2016-04-12 16:14:54,248 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/1
2016-04-12 16:14:55,090 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/2
2016-04-12 16:14:55,412 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/2
2016-04-12 16:14:57,073 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/3
2016-04-12 16:14:57,367 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/3
2016-04-12 16:14:58,432 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/4
2016-04-12 16:14:58,731 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/4
2016-04-12 16:14:59,081 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Merging and spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/maj
or_fragment_0/minor_fragment_0/operator_6/5
2016-04-12 16:14:59,298 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.p.i.xsort.ExternalSortBatch - Completed spilling to
/tmp/drill/spill/28f2ef16-0813-32d1-8667-1b203cb33c56/major
_fragment_0/minor_fragment_0/operator_6/5
2016-04-12 16:14:59,298 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] WARN
o.a.d.e.p.i.xsort.ExternalSortBatch - Starting to merge. 17 batch groups.
Current allocated memory: 39854720
2016-04-12 16:14:59,302 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.w.fragment.FragmentExecutor - 28f2ef16-0813-32d1-8667-1b203cb33c56:0:0:
State change requested RUNNING --> FAIL
ED
2016-04-12 16:14:59,335 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] INFO
o.a.d.e.w.fragment.FragmentExecutor - 28f2ef16-0813-32d1-8667-1b203cb33c56:0:0:
State change requested FAILED --> FINISHED
2016-04-12 16:14:59,337 [28f2ef16-0813-32d1-8667-1b203cb33c56:frag:0:0] ERROR
o.a.d.e.w.fragment.FragmentExecutor - SYSTEM ERROR: NullPointerException: src
Fragment 0:0
[Error Id: 51642c4b-a6b6-4484-b404-bf1801453dec on
lonsl1101977.uk.net.intra:31010]
org.apache.drill.common.exceptions.UserException: SYSTEM ERROR:
NullPointerException: src
Fragment 0:0
[Error Id: 51642c4b-a6b6-4484-b404-bf1801453dec on
lonsl1101977.uk.net.intra:31010]
at
org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:543)
~[drill-common-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.sendFinalState(FragmentExecutor.java:318)
[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.cleanup(FragmentExecutor.java:185)
[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:287)
[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.common.SelfCleaningRunnable.run(SelfCleaningRunnable.java:38)
[drill-common-1.6.0.jar:1.6.0]
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
[na:1.8.0_51]
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
[na:1.8.0_51]
at java.lang.Thread.run(Thread.java:745) [na:1.8.0_51]
Caused by: java.lang.NullPointerException: src
at
io.netty.buffer.PooledUnsafeDirectByteBuf.setBytes(PooledUnsafeDirectByteBuf.java:252)
~[netty-buffer-4.0.27.Final.jar:4.0.27.Final]
at io.netty.buffer.WrappedByteBuf.setBytes(WrappedByteBuf.java:378)
~[netty-buffer-4.0.27.Final.jar:4.0.27.Final]
at
io.netty.buffer.UnsafeDirectLittleEndian.setBytes(UnsafeDirectLittleEndian.java:30)
~[drill-memory-base-1.6.0.jar:4.0.27.Final]
at io.netty.buffer.DrillBuf.setBytes(DrillBuf.java:728)
~[drill-memory-base-1.6.0.jar:4.0.27.Final]
at
org.apache.drill.exec.test.generated.ProjectorGen6.doEval(ProjectorTemplate.java:109)
~[na:na]
at
org.apache.drill.exec.test.generated.ProjectorGen6.projectRecords(ProjectorTemplate.java:62)
~[na:na]
at
org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.doWork(ProjectRecordBatch.java:172)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:93)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:162)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:119)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:109)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.WriterRecordBatch.innerNext(WriterRecordBatch.java:91)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:162)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:119)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:109)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractSingleRecordBatch.innerNext(AbstractSingleRecordBatch.java:51)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext(ProjectRecordBatch.java:129)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.record.AbstractRecordBatch.next(AbstractRecordBatch.java:162)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:104)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext(ScreenCreator.java:81)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.physical.impl.BaseRootExec.next(BaseRootExec.java:94)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:257)
~[drill-java-exec-1.6.0.jar:1.6.0]
at
org.apache.drill.exec.work.fragment.FragmentExecutor$1.run(FragmentExecutor.java:251)
~[drill-java-exec-1.6.0.jar:1.6.0]
at java.security.AccessController.doPrivileged(Native Method)
~[na:1.8.0_51]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[na:1.8.0_51]
at
org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1595)
~[hadoop-common-2.7.0-mapr-1602.jar:na]
at
org.apache.drill.exec.work.fragment.FragmentExecutor.run(FragmentExecutor.java:251)
[drill-java-exec-1.6.0.jar:1.6.0]
... 4 common frames omitted
2016-04-12 16:14:59,358 [CONTROL-rpc-event-queue] WARN
o.a.drill.exec.work.foreman.Foreman - Dropping request to move to COMPLETED
state as query is already at FAILED state (which is terminal).
2016-04-12 16:14:59,362 [CONTROL-rpc-event-queue] WARN
o.a.d.e.w.b.ControlMessageHandler - Dropping request to cancel fragment.
28f2ef16-0813-32d1-8667-1b203cb33c56:0:0 does not exist.
