Volodymyr Vysotskyi created DRILL-7281: ------------------------------------------
Summary: Unable to submit physical plan with maprdb-json-scan operator Key: DRILL-7281 URL: https://issues.apache.org/jira/browse/DRILL-7281 Project: Apache Drill Issue Type: Bug Affects Versions: 1.16.0 Reporter: Volodymyr Vysotskyi Assignee: Volodymyr Vysotskyi When submitting the following plan which corresponds to a simple query on MaprDB table: {code:sql} select * from dfs.`/tmp/nulls` {code} {noformat} { "head" : { "version" : 1, "generator" : { "type" : "ExplainHandler", "info" : "" }, "type" : "APACHE_DRILL_PHYSICAL", "options" : [ { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "store.hive.maprdb_json.optimize_scan_with_native_reader", "bool_val" : true, "scope" : "SESSION" }, { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "planner.enable_hashagg", "bool_val" : false, "scope" : "SESSION" }, { "kind" : "LONG", "accessibleScopes" : "ALL", "name" : "planner.slice_target", "num_val" : 1, "scope" : "SESSION" } ], "queue" : 0, "hasResourcePlan" : false, "resultMode" : "EXEC" }, "graph" : [ { "pop" : "maprdb-json-scan", "@id" : 2, "userName" : "mapr", "scanSpec" : { "tableName" : "/tmp/nulls", "indexDesc" : null, "startRow" : "", "stopRow" : "", "serializedFilter" : null, "secondaryIndex" : false }, "storage" : { "type" : "file", "connection" : "maprfs:///", "config" : null, "workspaces" : { "tmp" : { "location" : "/tmp", "writable" : true, "defaultInputFormat" : null, "allowAccessOutsideWorkspace" : false }, "root" : { "location" : "/", "writable" : false, "defaultInputFormat" : null, "allowAccessOutsideWorkspace" : false } }, "formats" : { "psv" : { "type" : "text", "extensions" : [ "tbl" ], "delimiter" : "|" }, "csv" : { "type" : "text", "extensions" : [ "csv" ], "delimiter" : "," }, "tsv" : { "type" : "text", "extensions" : [ "tsv" ], "delimiter" : "\t" }, "httpd" : { "type" : "httpd", "logFormat" : "%h %t \"%r\" %>s %b \"%{Referer}i\"" }, "parquet" : { "type" : "parquet" }, "json" : { "type" : "json", "extensions" : [ "json" ] }, "pcap" : { "type" : "pcap" }, "pcapng" : { "type" : "pcapng", "extensions" : [ "pcapng" ] }, "avro" : { "type" : "avro" }, "sequencefile" : { "type" : "sequencefile", "extensions" : [ "seq" ] }, "csvh" : { "type" : "text", "extensions" : [ "csvh" ], "extractHeader" : true, "delimiter" : "," }, "image" : { "type" : "image", "extensions" : [ "jpg", "jpeg", "jpe", "tif", "tiff", "dng", "psd", "png", "bmp", "gif", "ico", "pcx", "wav", "wave", "avi", "webp", "mov", "mp4", "m4a", "m4p", "m4b", "m4r", "m4v", "3gp", "3g2", "eps", "epsf", "epsi", "ai", "arw", "crw", "cr2", "nef", "orf", "raf", "rw2", "rwl", "srw", "x3f" ] }, "maprdb" : { "type" : "maprdb", "readTimestampWithZoneOffset" : true } }, "enabled" : true }, "disablePushdown" : false, "cost" : { "memoryCost" : 1.6777216E7, "outputRowCount" : 1.0 } }, { "pop" : "project", "@id" : 1, "exprs" : [ { "ref" : "`**`", "expr" : "`**`" } ], "child" : 2, "outputProj" : true, "initialAllocation" : 1000000, "maxAllocation" : 10000000000, "cost" : { "memoryCost" : 1.6777216E7, "outputRowCount" : 1.0 } }, { "pop" : "screen", "@id" : 0, "child" : 1, "initialAllocation" : 1000000, "maxAllocation" : 10000000000, "cost" : { "memoryCost" : 1.6777216E7, "outputRowCount" : 1.0 } } ] } {noformat} DrillĀ fails with error: {noformat} 2019-05-30 08:27:43,062 [23100990-f25e-23a5-34a0-b6ac3bec0841:foreman] ERROR o.a.drill.exec.work.foreman.Foreman - SYSTEM ERROR: InvalidDefinitionException: Cannot find a (Map) Key deserializer for type [simple type, class org.apache.drill.exec.store.mapr.db.TabletFragmentInfo] at [Source: (String)"{ "head" : { "version" : 1, "generator" : { "type" : "ExplainHandler", "info" : "" }, "type" : "APACHE_DRILL_PHYSICAL", "options" : [ { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "store.hive.maprdb_json.optimize_scan_with_native_reader", "bool_val" : true, "scope" : "SESSION" }, { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "planner.enable_hashagg", "bool_val" "[truncated 3463 chars]; line: 33, column: 13] (through reference chain: org.apache.drill.exec.physical.PhysicalPlan["graph"]->java.util.ArrayList[0]) Please, refer to logs for more information. [Error Id: 8cd62977-8f32-45f6-89cc-08c56e2a427f on cv1:31010] org.apache.drill.common.exceptions.UserException: SYSTEM ERROR: InvalidDefinitionException: Cannot find a (Map) Key deserializer for type [simple type, class org.apache.drill.exec.store.mapr.db.TabletFragmentInfo] at [Source: (String)"{ "head" : { "version" : 1, "generator" : { "type" : "ExplainHandler", "info" : "" }, "type" : "APACHE_DRILL_PHYSICAL", "options" : [ { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "store.hive.maprdb_json.optimize_scan_with_native_reader", "bool_val" : true, "scope" : "SESSION" }, { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "planner.enable_hashagg", "bool_val" "[truncated 3463 chars]; line: 33, column: 13] (through reference chain: org.apache.drill.exec.physical.PhysicalPlan["graph"]->java.util.ArrayList[0]) Please, refer to logs for more information. [Error Id: 8cd62977-8f32-45f6-89cc-08c56e2a427f on cv1:31010] at org.apache.drill.common.exceptions.UserException$Builder.build(UserException.java:637) ~[drill-common-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.Foreman$ForemanResult.close(Foreman.java:789) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.QueryStateProcessor.checkCommonStates(QueryStateProcessor.java:325) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.QueryStateProcessor.planning(QueryStateProcessor.java:221) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.QueryStateProcessor.moveToState(QueryStateProcessor.java:83) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:289) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [na:1.8.0_161] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [na:1.8.0_161] at java.lang.Thread.run(Thread.java:748) [na:1.8.0_161] Caused by: org.apache.drill.exec.work.foreman.ForemanSetupException: Failure while parsing physical plan. at org.apache.drill.exec.work.foreman.Foreman.parseAndRunPhysicalPlan(Foreman.java:404) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.Foreman.run(Foreman.java:268) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] ... 3 common frames omitted Caused by: com.fasterxml.jackson.databind.exc.InvalidDefinitionException: Cannot find a (Map) Key deserializer for type [simple type, class org.apache.drill.exec.store.mapr.db.TabletFragmentInfo] at [Source: (String)"{ "head" : { "version" : 1, "generator" : { "type" : "ExplainHandler", "info" : "" }, "type" : "APACHE_DRILL_PHYSICAL", "options" : [ { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "store.hive.maprdb_json.optimize_scan_with_native_reader", "bool_val" : true, "scope" : "SESSION" }, { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "planner.enable_hashagg", "bool_val" "[truncated 3463 chars]; line: 33, column: 13] (through reference chain: org.apache.drill.exec.physical.PhysicalPlan["graph"]->java.util.ArrayList[0]) at com.fasterxml.jackson.databind.exc.InvalidDefinitionException.from(InvalidDefinitionException.java:67) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.DeserializationContext.reportBadDefinition(DeserializationContext.java:1451) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.DeserializerCache._handleUnknownKeyDeserializer(DeserializerCache.java:599) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.DeserializerCache.findKeyDeserializer(DeserializerCache.java:168) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.DeserializationContext.findKeyDeserializer(DeserializationContext.java:500) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.std.MapDeserializer.createContextual(MapDeserializer.java:248) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.DeserializationContext.handlePrimaryContextualization(DeserializationContext.java:651) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.resolve(BeanDeserializerBase.java:484) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.DeserializerCache._createAndCache2(DeserializerCache.java:293) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.DeserializerCache._createAndCacheValueDeserializer(DeserializerCache.java:244) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.DeserializerCache.findValueDeserializer(DeserializerCache.java:142) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.DeserializationContext.findContextualValueDeserializer(DeserializationContext.java:444) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.jsontype.impl.TypeDeserializerBase._findDeserializer(TypeDeserializerBase.java:194) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer._deserializeTypedForId(AsPropertyTypeDeserializer.java:113) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.jsontype.impl.AsPropertyTypeDeserializer.deserializeTypedFromObject(AsPropertyTypeDeserializer.java:97) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.AbstractDeserializer.deserializeWithType(AbstractDeserializer.java:254) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.std.CollectionDeserializer._deserializeWithObjectId(CollectionDeserializer.java:388) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:273) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:245) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.std.CollectionDeserializer.deserialize(CollectionDeserializer.java:27) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.SettableBeanProperty.deserialize(SettableBeanProperty.java:529) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeWithErrorWrapping(BeanDeserializer.java:528) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializer._deserializeUsingPropertyBased(BeanDeserializer.java:417) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializerBase.deserializeFromObjectUsingNonDefault(BeanDeserializerBase.java:1280) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserializeFromObject(BeanDeserializer.java:326) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.deser.BeanDeserializer.deserialize(BeanDeserializer.java:159) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.ObjectReader._bindAndClose(ObjectReader.java:1611) ~[jackson-databind-2.9.5.jar:2.9.5] at com.fasterxml.jackson.databind.ObjectReader.readValue(ObjectReader.java:1219) ~[jackson-databind-2.9.5.jar:2.9.5] at org.apache.drill.exec.planner.PhysicalPlanReader.readPhysicalPlan(PhysicalPlanReader.java:97) ~[drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] at org.apache.drill.exec.work.foreman.Foreman.parseAndRunPhysicalPlan(Foreman.java:401) [drill-java-exec-1.17.0-SNAPSHOT.jar:1.17.0-SNAPSHOT] ... 4 common frames omitted 2019-05-30 08:27:43,087 [qtp926879702-61] ERROR o.a.d.e.server.rest.QueryResources - Query from Web UI Failed: {} org.apache.drill.common.exceptions.UserRemoteException: SYSTEM ERROR: InvalidDefinitionException: Cannot find a (Map) Key deserializer for type [simple type, class org.apache.drill.exec.store.mapr.db.TabletFragmentInfo] at [Source: (String)"{ "head" : { "version" : 1, "generator" : { "type" : "ExplainHandler", "info" : "" }, "type" : "APACHE_DRILL_PHYSICAL", "options" : [ { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "store.hive.maprdb_json.optimize_scan_with_native_reader", "bool_val" : true, "scope" : "SESSION" }, { "kind" : "BOOLEAN", "accessibleScopes" : "ALL", "name" : "planner.enable_hashagg", "bool_val" "[truncated 3463 chars]; line: 33, column: 13] (through reference chain: org.apache.drill.exec.physical.PhysicalPlan["graph"]->java.util.ArrayList[0]) {noformat} -- This message was sent by Atlassian JIRA (v7.6.3#76005)