{ "id": { "part1": 2164200330306894800, "part2": -8999142594483387000 }, "type": 1, "start": 1643591491020, "end": 1643592395663, "query": "SELECT `Elements_Efforts`.`EffortTypeName` AS `EffortTypeName`,\r\n `Elements`.`ElementSubTypeName` AS `ElementSubTypeName`,\r\n `Elements`.`ElementTypeName` AS `ElementTypeName`,\r\n `Elements`.`PlanID` AS `PlanID`\r\nFROM `mongo.grounds`.`Elements` `Elements`\r\n INNER JOIN `mongo.grounds`.`Elements_Efforts` `Elements_Efforts` ON (`Elements`.`_id` = `Elements_Efforts`.`_id`)\r\nWHERE (`Elements`.`PlanID` = '1623263140')\r\nGROUP BY `Elements_Efforts`.`EffortTypeName`,\r\n `Elements`.`ElementSubTypeName`,\r\n `Elements`.`ElementTypeName`,\r\n `Elements`.`PlanID`", "plan": "00-00 Screen : rowType = RecordType(ANY EffortTypeName, ANY ElementSubTypeName, ANY ElementTypeName, ANY PlanID): rowcount = 245203.1, cumulative cost = {2.118622881E7 rows, 1.1336984434414172E9 cpu, 0.0 io, 0.0 network, 1.4031433E8 memory}, id = 13974\n00-01 Project(EffortTypeName=[$0], ElementSubTypeName=[$1], ElementTypeName=[$2], PlanID=[$3]) : rowType = RecordType(ANY EffortTypeName, ANY ElementSubTypeName, ANY ElementTypeName, ANY PlanID): rowcount = 245203.1, cumulative cost = {2.11617085E7 rows, 1.1336739231314173E9 cpu, 0.0 io, 0.0 network, 1.4031433E8 memory}, id = 13973\n00-02 StreamAgg(group=[{0, 1, 2, 3}]) : rowType = RecordType(ANY EffortTypeName, ANY ElementSubTypeName, ANY ElementTypeName, ANY PlanID): rowcount = 245203.1, cumulative cost = {2.09165054E7 rows, 1.1326931107314172E9 cpu, 0.0 io, 0.0 network, 1.4031433E8 memory}, id = 13970\n00-03 Sort(sort0=[$0], sort1=[$1], sort2=[$2], sort3=[$3], dir0=[ASC], dir1=[ASC], dir2=[ASC], dir3=[ASC]) : rowType = RecordType(ANY EffortTypeName, ANY ElementSubTypeName, ANY ElementTypeName, ANY PlanID): rowcount = 2452031.0, cumulative cost = {1.84644744E7 rows, 1.0934606147314172E9 cpu, 0.0 io, 0.0 network, 1.4031433E8 memory}, id = 13969\n00-04 Project(EffortTypeName=[$7], ElementSubTypeName=[$3], ElementTypeName=[$4], PlanID=[$2]) : rowType = RecordType(ANY EffortTypeName, ANY ElementSubTypeName, ANY ElementTypeName, ANY PlanID): rowcount = 2452031.0, cumulative cost = {1.60124434E7 rows, 2.6072947451150975E8 cpu, 0.0 io, 0.0 network, 6.1849338E7 memory}, id = 13968\n00-05 Project(**0=[$3], _id0=[$4], PlanID=[$5], ElementSubTypeName=[$6], ElementTypeName=[$7], **=[$0], _id=[$1], EffortTypeName=[$2]) : rowType = RecordType(DYNAMIC_STAR **0, ANY _id0, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName, DYNAMIC_STAR **, ANY _id, ANY EffortTypeName): rowcount = 2452031.0, cumulative cost = {1.35604124E7 rows, 2.5092135051150975E8 cpu, 0.0 io, 0.0 network, 6.1849338E7 memory}, id = 13967\n00-06 MergeJoin(condition=[=($4, $1)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY EffortTypeName, DYNAMIC_STAR **0, ANY _id0, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 2452031.0, cumulative cost = {1.11083814E7 rows, 2.3130510251150975E8 cpu, 0.0 io, 0.0 network, 6.1849338E7 memory}, id = 13966\n00-08 SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY EffortTypeName): rowcount = 2452031.0, cumulative cost = {7356093.0 rows, 2.1308684705497685E8 cpu, 0.0 io, 0.0 network, 5.8848744E7 memory}, id = 13961\n00-10 Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY EffortTypeName): rowcount = 2452031.0, cumulative cost = {4904062.0 rows, 2.1063481605497685E8 cpu, 0.0 io, 0.0 network, 5.8848744E7 memory}, id = 13960\n00-12 Plugin(groupScan=[MongoGroupScan [MongoScanSpec=MongoScanSpec(dbName=Grounds, collectionName=Elements_Efforts, filters=null, operations=[]), useAggregate=false]]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY EffortTypeName): rowcount = 2452031.0, cumulative cost = {2452031.0 rows, 2452031.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 13867\n00-07 Project(**0=[$0], _id0=[$1], PlanID=[$2], ElementSubTypeName=[$3], ElementTypeName=[$4]) : rowType = RecordType(DYNAMIC_STAR **0, ANY _id0, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 75014.84999999999, cumulative cost = {1225242.5500000003 rows, 8110072.056532895 cpu, 0.0 io, 0.0 network, 3000593.9999999995 memory}, id = 13965\n00-09 SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 75014.84999999999, cumulative cost = {1150227.7000000002 rows, 7734997.806532895 cpu, 0.0 io, 0.0 network, 3000593.9999999995 memory}, id = 13964\n00-11 Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 75014.84999999999, cumulative cost = {1075212.85 rows, 7659982.956532896 cpu, 0.0 io, 0.0 network, 3000593.9999999995 memory}, id = 13963\n00-13 Filter(condition=[=($2, '1623263140')]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 75014.84999999999, cumulative cost = {1000198.0 rows, 2800554.4 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 13962\n00-14 Plugin(groupScan=[MongoGroupScan [MongoScanSpec=MongoScanSpec(dbName=Grounds, collectionName=Elements, filters=null, operations=[]), useAggregate=false]]) : rowType = RecordType(DYNAMIC_STAR **, ANY _id, ANY PlanID, ANY ElementSubTypeName, ANY ElementTypeName): rowcount = 500099.0, cumulative cost = {500099.0 rows, 500099.0 cpu, 0.0 io, 0.0 network, 0.0 memory}, id = 13870\n", "foreman": { "address": "localhost", "userPort": 31010, "controlPort": 31011, "dataPort": 31012, "version": "1.20.0-SNAPSHOT", "state": 0 }, "state": 4, "totalFragments": 1, "finishedFragments": 0, "fragmentProfile": [ { "majorFragmentId": 0, "minorFragmentProfile": [ { "state": 2, "minorFragmentId": 0, "operatorProfile": [ { "inputProfile": [ { "records": 4096, "batches": 1, "schemas": 1 } ], "operatorId": 12, "operatorType": 47, "setupNanos": 0, "processNanos": 282047343, "peakLocalMemoryAllocated": 1953792, "waitNanos": 0, "operatorTypeName": "MONGO_SUB_SCAN" }, { "inputProfile": [ { "records": 4096, "batches": 1, "schemas": 1 } ], "operatorId": 10, "operatorType": 17, "setupNanos": 0, "processNanos": 664995, "peakLocalMemoryAllocated": 1331200, "waitNanos": 0, "operatorTypeName": "EXTERNAL_SORT" }, { "inputProfile": [ { "records": 0, "batches": 1, "schemas": 1 } ], "operatorId": 8, "operatorType": 14, "setupNanos": 116954, "processNanos": 677869, "peakLocalMemoryAllocated": 1331200, "waitNanos": 0, "operatorTypeName": "SELECTION_VECTOR_REMOVER" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 14, "operatorType": 47, "setupNanos": 0, "processNanos": 21416, "peakLocalMemoryAllocated": 2445312, "waitNanos": 0, "operatorTypeName": "MONGO_SUB_SCAN" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 13, "operatorType": 2, "setupNanos": 0, "processNanos": 1183, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "FILTER" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 11, "operatorType": 17, "setupNanos": 0, "processNanos": 1177, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "EXTERNAL_SORT" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 9, "operatorType": 14, "setupNanos": 0, "processNanos": 1256, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "SELECTION_VECTOR_REMOVER" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 7, "operatorType": 10, "setupNanos": 0, "processNanos": 1862, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "PROJECT" }, { "inputProfile": [ { "records": 0, "batches": 1, "schemas": 1 }, { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 6, "operatorType": 5, "setupNanos": 0, "processNanos": 1045590, "peakLocalMemoryAllocated": 2662400, "waitNanos": 0, "operatorTypeName": "MERGE_JOIN" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 5, "operatorType": 10, "setupNanos": 0, "processNanos": 599, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "PROJECT" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 4, "operatorType": 10, "setupNanos": 0, "processNanos": 4032, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "PROJECT" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 3, "operatorType": 17, "setupNanos": 0, "processNanos": 704, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "EXTERNAL_SORT" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 2, "operatorType": 15, "setupNanos": 0, "processNanos": 800, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "STREAMING_AGGREGATE" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 1, "operatorType": 10, "setupNanos": 0, "processNanos": 20804, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "PROJECT" }, { "inputProfile": [ { "records": 0, "batches": 0, "schemas": 0 } ], "operatorId": 0, "operatorType": 13, "setupNanos": 0, "processNanos": 1958, "peakLocalMemoryAllocated": 0, "waitNanos": 0, "operatorTypeName": "SCREEN" } ], "startTime": 1643592394469, "endTime": 1643592394844, "memoryUsed": 74714432, "maxMemoryUsed": 74714432, "endpoint": { "address": "localhost", "userPort": 31010, "controlPort": 31011, "dataPort": 31012, "version": "1.20.0-SNAPSHOT", "state": 0 }, "lastUpdate": 1643592394844, "lastProgress": 1643592394844 } ] } ], "user": "clarkddc", "error": "SYSTEM ERROR: Drill Remote Exception\n\n\nPlease, refer to logs for more information.\n", "verboseError": "SYSTEM ERROR: Drill Remote Exception\n\n\nPlease, refer to logs for more information.\n\n\n (java.lang.UnsupportedOperationException) Map, Array, Union or repeated scalar type should not be used in group by, order by or in a comparison operator. Drill does not support compare between MAP:REQUIRED and MAP:REQUIRED.\n org.apache.drill.exec.expr.fn.FunctionGenerationHelper.getOrderingComparator():65\n org.apache.drill.exec.physical.impl.xsort.BaseSortWrapper.generateComparisons():74\n org.apache.drill.exec.physical.impl.xsort.SorterWrapper.newSorter():85\n org.apache.drill.exec.physical.impl.xsort.SorterWrapper.getSorter():72\n org.apache.drill.exec.physical.impl.xsort.SorterWrapper.sortBatch():54\n org.apache.drill.exec.physical.impl.xsort.BufferedBatches.add():104\n org.apache.drill.exec.physical.impl.xsort.SortImpl.addBatch():309\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.loadBatch():455\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.load():400\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.innerNext():355\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext():59\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.RecordIterator.nextBatch():102\n org.apache.drill.exec.record.RecordIterator.next():191\n org.apache.drill.exec.record.RecordIterator.prepare():175\n org.apache.drill.exec.physical.impl.join.JoinStatus.prepare():86\n org.apache.drill.exec.physical.impl.join.MergeJoinBatch.innerNext():184\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext():59\n org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext():85\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext():59\n org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext():85\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.loadBatch():441\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.load():400\n org.apache.drill.exec.physical.impl.xsort.ExternalSortBatch.innerNext():355\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.physical.impl.aggregate.StreamingAggBatch.innerNext():214\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.record.AbstractRecordBatch.next():119\n org.apache.drill.exec.record.AbstractRecordBatch.next():111\n org.apache.drill.exec.record.AbstractUnaryRecordBatch.innerNext():59\n org.apache.drill.exec.physical.impl.project.ProjectRecordBatch.innerNext():85\n org.apache.drill.exec.record.AbstractRecordBatch.next():170\n org.apache.drill.exec.physical.impl.BaseRootExec.next():103\n org.apache.drill.exec.physical.impl.ScreenCreator$ScreenRoot.innerNext():81\n org.apache.drill.exec.physical.impl.BaseRootExec.next():93\n org.apache.drill.exec.work.fragment.FragmentExecutor.lambda$run$0():321\n .......():0\n org.apache.hadoop.security.UserGroupInformation.doAs():1762\n org.apache.drill.exec.work.fragment.FragmentExecutor.run():310\n org.apache.drill.common.SelfCleaningRunnable.run():38\n .......():0\n", "errorId": "7dc05269-1a66-41bb-a569-e0cd91a46a81", "optionsJson": "[ ]", "planEnd": 1643592394464, "queueWaitEnd": 1643592394467, "totalCost": 20753560.6625, "queueName": "Unknown", "queryId": "1e08c8bb-e6b9-bbb9-831c-9f7d64bb04d9"